[ 621.562419] env[69735]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69735) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 621.562733] env[69735]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69735) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 621.562850] env[69735]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69735) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 621.563164] env[69735]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 621.660804] env[69735]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69735) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 621.670570] env[69735]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69735) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 621.713698] env[69735]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 622.287385] env[69735]: INFO nova.virt.driver [None req-dae974b4-210a-403d-a1db-d77355aeb9ea None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 622.366160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.366347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.366450] env[69735]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69735) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 625.297476] env[69735]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f3250801-27da-4af1-a81a-9975a1c3201f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.314112] env[69735]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69735) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 625.314249] env[69735]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6f052cfd-6757-4be1-9705-9a60ba95163f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.347201] env[69735]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 67b68. [ 625.347354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.981s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.347890] env[69735]: INFO nova.virt.vmwareapi.driver [None req-dae974b4-210a-403d-a1db-d77355aeb9ea None None] VMware vCenter version: 7.0.3 [ 625.351359] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0db11-fa1b-4cac-930f-20b2cda7e799 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.369246] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c9d15d-e860-42f6-ba33-cf929705ec12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.374915] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed22a49-bcd7-4ca1-bb83-31f350b61397 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.381334] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f985a1-8ced-4896-9bbe-3f57f3bf7bbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.394069] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a26b61-fed4-4746-872f-089376e71e76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.399847] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324c34b3-f1bb-4527-bb24-c86d6389560a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.430654] env[69735]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f66b4bca-0a6d-44ed-878b-895b0dda1811 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.435572] env[69735]: DEBUG nova.virt.vmwareapi.driver [None req-dae974b4-210a-403d-a1db-d77355aeb9ea None None] Extension org.openstack.compute already exists. {{(pid=69735) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 625.438237] env[69735]: INFO nova.compute.provider_config [None req-dae974b4-210a-403d-a1db-d77355aeb9ea None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 625.941266] env[69735]: DEBUG nova.context [None req-dae974b4-210a-403d-a1db-d77355aeb9ea None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5303420a-6d35-49d9-acaf-d4ab054b8580(cell1) {{(pid=69735) load_cells /opt/stack/nova/nova/context.py:464}} [ 625.943375] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.943613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.944361] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.944796] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Acquiring lock "5303420a-6d35-49d9-acaf-d4ab054b8580" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.944985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Lock "5303420a-6d35-49d9-acaf-d4ab054b8580" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.946120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Lock "5303420a-6d35-49d9-acaf-d4ab054b8580" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.966454] env[69735]: INFO dbcounter [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Registered counter for database nova_cell0 [ 625.974440] env[69735]: INFO dbcounter [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Registered counter for database nova_cell1 [ 625.977752] env[69735]: DEBUG oslo_db.sqlalchemy.engines [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69735) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 625.978143] env[69735]: DEBUG oslo_db.sqlalchemy.engines [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69735) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 625.983357] env[69735]: ERROR nova.db.main.api [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 625.983357] env[69735]: result = function(*args, **kwargs) [ 625.983357] env[69735]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 625.983357] env[69735]: return func(*args, **kwargs) [ 625.983357] env[69735]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 625.983357] env[69735]: result = fn(*args, **kwargs) [ 625.983357] env[69735]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 625.983357] env[69735]: return f(*args, **kwargs) [ 625.983357] env[69735]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 625.983357] env[69735]: return db.service_get_minimum_version(context, binaries) [ 625.983357] env[69735]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 625.983357] env[69735]: _check_db_access() [ 625.983357] env[69735]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 625.983357] env[69735]: stacktrace = ''.join(traceback.format_stack()) [ 625.983357] env[69735]: [ 625.984161] env[69735]: ERROR nova.db.main.api [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 625.984161] env[69735]: result = function(*args, **kwargs) [ 625.984161] env[69735]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 625.984161] env[69735]: return func(*args, **kwargs) [ 625.984161] env[69735]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 625.984161] env[69735]: result = fn(*args, **kwargs) [ 625.984161] env[69735]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 625.984161] env[69735]: return f(*args, **kwargs) [ 625.984161] env[69735]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 625.984161] env[69735]: return db.service_get_minimum_version(context, binaries) [ 625.984161] env[69735]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 625.984161] env[69735]: _check_db_access() [ 625.984161] env[69735]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 625.984161] env[69735]: stacktrace = ''.join(traceback.format_stack()) [ 625.984161] env[69735]: [ 625.984566] env[69735]: WARNING nova.objects.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Failed to get minimum service version for cell 5303420a-6d35-49d9-acaf-d4ab054b8580 [ 625.984740] env[69735]: WARNING nova.objects.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 625.985171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Acquiring lock "singleton_lock" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.985337] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Acquired lock "singleton_lock" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.985572] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Releasing lock "singleton_lock" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.985890] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Full set of CONF: {{(pid=69735) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 625.986042] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ******************************************************************************** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 625.986179] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] Configuration options gathered from: {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 625.986309] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 625.986502] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 625.986630] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ================================================================================ {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 625.986835] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] allow_resize_to_same_host = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.987012] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] arq_binding_timeout = 300 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.987189] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] backdoor_port = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.987329] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] backdoor_socket = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.987498] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] block_device_allocate_retries = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.987659] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] block_device_allocate_retries_interval = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.987826] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cert = self.pem {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.987992] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.988260] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute_monitors = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.988442] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] config_dir = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.988614] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] config_drive_format = iso9660 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.988752] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.988916] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] config_source = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.989098] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] console_host = devstack {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.989269] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] control_exchange = nova {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.989425] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cpu_allocation_ratio = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.989585] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] daemon = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.989752] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] debug = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.989912] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] default_access_ip_network_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.990091] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] default_availability_zone = nova {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.990251] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] default_ephemeral_format = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.990411] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] default_green_pool_size = 1000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.990652] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.990818] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] default_schedule_zone = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.990975] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] disk_allocation_ratio = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.991154] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] enable_new_services = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.991358] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] enabled_apis = ['osapi_compute'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.991598] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] enabled_ssl_apis = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.991776] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] flat_injected = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.991943] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] force_config_drive = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.992119] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] force_raw_images = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.992295] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] graceful_shutdown_timeout = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.992456] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] heal_instance_info_cache_interval = -1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.992681] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] host = cpu-1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.992861] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.993035] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.993201] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.993415] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.993581] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] instance_build_timeout = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.993741] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] instance_delete_interval = 300 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.993904] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] instance_format = [instance: %(uuid)s] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.994085] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] instance_name_template = instance-%08x {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.994265] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] instance_usage_audit = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.994432] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] instance_usage_audit_period = month {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.994596] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.994758] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.994920] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] internal_service_availability_zone = internal {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.995097] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] key = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.995271] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] live_migration_retry_count = 30 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.995441] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_color = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.995604] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_config_append = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.995777] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.995938] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_dir = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.996108] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.996239] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_options = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.996397] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_rotate_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.996563] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_rotate_interval_type = days {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.996726] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] log_rotation_type = none {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.996853] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.996978] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.997215] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.997393] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.997524] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.997687] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] long_rpc_timeout = 1800 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.997846] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] max_concurrent_builds = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.998009] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] max_concurrent_live_migrations = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.998222] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] max_concurrent_snapshots = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.998389] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] max_local_block_devices = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.998551] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] max_logfile_count = 30 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.998708] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] max_logfile_size_mb = 200 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.998865] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] maximum_instance_delete_attempts = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.999044] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] metadata_listen = 0.0.0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.999217] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] metadata_listen_port = 8775 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.999387] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] metadata_workers = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.999546] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] migrate_max_retries = -1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.999708] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] mkisofs_cmd = genisoimage {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.999908] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.000056] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] my_ip = 10.180.1.21 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.000263] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.000427] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] network_allocate_retries = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.000601] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.000766] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.000928] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] osapi_compute_listen_port = 8774 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.001109] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] osapi_compute_unique_server_name_scope = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.001285] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] osapi_compute_workers = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.001476] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] password_length = 12 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.001658] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] periodic_enable = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.001822] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] periodic_fuzzy_delay = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.001989] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] pointer_model = usbtablet {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.002170] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] preallocate_images = none {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.002332] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] publish_errors = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.002461] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] pybasedir = /opt/stack/nova {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.002620] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ram_allocation_ratio = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.002778] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] rate_limit_burst = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.002945] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] rate_limit_except_level = CRITICAL {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.003115] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] rate_limit_interval = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.003278] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] reboot_timeout = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.003435] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] reclaim_instance_interval = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.003589] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] record = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.003757] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] reimage_timeout_per_gb = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.003921] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] report_interval = 120 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.004093] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] rescue_timeout = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.004257] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] reserved_host_cpus = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.004413] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] reserved_host_disk_mb = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.004569] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] reserved_host_memory_mb = 512 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.004726] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] reserved_huge_pages = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.004883] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] resize_confirm_window = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.005050] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] resize_fs_using_block_device = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.005210] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] resume_guests_state_on_host_boot = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.005380] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.005538] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] rpc_response_timeout = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.005697] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] run_external_periodic_tasks = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.005856] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] running_deleted_instance_action = reap {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.006025] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.006187] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] running_deleted_instance_timeout = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.006345] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler_instance_sync_interval = 120 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.006511] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_down_time = 720 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.006676] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] servicegroup_driver = db {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.006829] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] shell_completion = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.006984] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] shelved_offload_time = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.007180] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] shelved_poll_interval = 3600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.007359] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] shutdown_timeout = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.007521] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] source_is_ipv6 = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.007676] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ssl_only = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.007920] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.008117] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] sync_power_state_interval = 600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.008299] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] sync_power_state_pool_size = 1000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.008469] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] syslog_log_facility = LOG_USER {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.008622] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] tempdir = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.008778] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] timeout_nbd = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.008941] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] transport_url = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.009112] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] update_resources_interval = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.009273] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] use_cow_images = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.009444] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] use_journal = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.009626] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] use_json = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.009784] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] use_rootwrap_daemon = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.009939] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] use_stderr = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.010114] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] use_syslog = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.010309] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vcpu_pin_set = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.010489] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plugging_is_fatal = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.010659] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plugging_timeout = 300 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.010826] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] virt_mkfs = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.011019] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] volume_usage_poll_interval = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.011188] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] watch_log_file = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.011371] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] web = /usr/share/spice-html5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 626.011561] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.011727] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.011897] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.012080] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_concurrency.disable_process_locking = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.012633] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.012830] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.013008] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.013193] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.013366] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.013573] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.013776] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.auth_strategy = keystone {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.013946] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.compute_link_prefix = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.014142] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.014322] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.dhcp_domain = novalocal {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.014495] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.enable_instance_password = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.014662] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.glance_link_prefix = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.014830] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.015025] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.015186] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.instance_list_per_project_cells = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.015352] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.list_records_by_skipping_down_cells = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.015515] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.local_metadata_per_cell = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.015686] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.max_limit = 1000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.015855] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.metadata_cache_expiration = 15 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.016039] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.neutron_default_tenant_id = default {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.016215] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.response_validation = warn {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.016391] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.use_neutron_default_nets = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.016562] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.016721] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.016888] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.017073] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.017282] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.vendordata_dynamic_targets = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.017455] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.vendordata_jsonfile_path = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.017637] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.017832] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.backend = dogpile.cache.memcached {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.018008] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.backend_argument = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.018242] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.backend_expiration_time = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.018443] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.config_prefix = cache.oslo {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.018619] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.dead_timeout = 60.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.018786] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.debug_cache_backend = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.018953] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.enable_retry_client = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.019138] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.enable_socket_keepalive = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.019314] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.enabled = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.019525] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.enforce_fips_mode = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.019764] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.expiration_time = 600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.019947] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.hashclient_retry_attempts = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.020137] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.020306] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_dead_retry = 300 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.020467] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_password = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.020633] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.020800] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.020964] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_pool_maxsize = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.021145] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.021312] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_sasl_enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.021491] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.021658] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.021817] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.memcache_username = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.021981] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.proxies = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.022159] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.redis_db = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.022354] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.redis_password = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.022533] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.022706] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.022872] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.redis_server = localhost:6379 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.023047] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.redis_socket_timeout = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.023212] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.redis_username = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.023375] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.retry_attempts = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.023536] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.retry_delay = 0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.023723] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.socket_keepalive_count = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.023933] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.socket_keepalive_idle = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.024119] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.socket_keepalive_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.024288] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.tls_allowed_ciphers = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.024450] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.tls_cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.024608] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.tls_certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.024771] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.tls_enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.024932] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cache.tls_keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.025118] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.025299] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.auth_type = password {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.025459] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.025671] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.025852] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.026018] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.026188] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.cross_az_attach = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.026352] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.debug = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.026514] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.endpoint_template = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.026677] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.http_retries = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.026838] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.026995] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.027210] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.os_region_name = RegionOne {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.027389] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.027551] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cinder.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.027723] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.027882] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.cpu_dedicated_set = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.028052] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.cpu_shared_set = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.028251] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.image_type_exclude_list = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.028422] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.028586] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.028748] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.028910] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.029090] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.029259] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.resource_provider_association_refresh = 300 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.029436] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.029613] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.shutdown_retry_interval = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.029795] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.029977] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] conductor.workers = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.030171] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] console.allowed_origins = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.030336] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] console.ssl_ciphers = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.030505] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] console.ssl_minimum_version = default {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.030675] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] consoleauth.enforce_session_timeout = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.030844] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] consoleauth.token_ttl = 600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.031024] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.031188] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.031359] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.031514] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.031673] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.031830] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.031990] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.032160] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.032320] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.032478] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.032634] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.032790] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.032946] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.033127] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.service_type = accelerator {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.033293] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.033450] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.033605] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.033761] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.033937] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.034111] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] cyborg.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.034308] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.asyncio_connection = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.034485] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.asyncio_slave_connection = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.034658] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.backend = sqlalchemy {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.034824] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.connection = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.034990] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.connection_debug = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.035175] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.connection_parameters = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.035338] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.connection_recycle_time = 3600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.035500] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.connection_trace = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.035663] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.db_inc_retry_interval = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.035831] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.db_max_retries = 20 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.035990] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.db_max_retry_interval = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.036169] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.db_retry_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.036332] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.max_overflow = 50 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.036494] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.max_pool_size = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.036654] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.max_retries = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.036823] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.036981] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.mysql_wsrep_sync_wait = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.037178] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.pool_timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.037356] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.retry_interval = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.037517] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.slave_connection = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.037722] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.sqlite_synchronous = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.037899] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] database.use_db_reconnect = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.038083] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.asyncio_connection = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.038249] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.asyncio_slave_connection = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.038419] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.backend = sqlalchemy {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.038586] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.connection = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.038750] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.connection_debug = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.038917] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.connection_parameters = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.039093] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.connection_recycle_time = 3600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.039259] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.connection_trace = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.039430] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.db_inc_retry_interval = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.039613] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.db_max_retries = 20 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.039779] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.db_max_retry_interval = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.039941] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.db_retry_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.040116] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.max_overflow = 50 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.040280] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.max_pool_size = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.040440] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.max_retries = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.040607] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.040765] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.040921] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.pool_timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.041096] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.retry_interval = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.041260] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.slave_connection = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.041421] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] api_database.sqlite_synchronous = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.041594] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] devices.enabled_mdev_types = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.041769] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.041939] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.042116] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ephemeral_storage_encryption.enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.042286] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.042456] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.api_servers = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.042618] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.042780] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.042946] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.043123] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.043287] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.043450] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.debug = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.043615] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.default_trusted_certificate_ids = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.043776] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.enable_certificate_validation = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.043935] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.enable_rbd_download = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.044107] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.044278] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.044440] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.044599] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.044755] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.044918] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.num_retries = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.045102] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.rbd_ceph_conf = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.045275] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.rbd_connect_timeout = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.045438] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.rbd_pool = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.045602] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.rbd_user = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.045769] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.045927] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.046097] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.046274] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.service_type = image {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.046468] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.046632] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.046792] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.046950] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.047171] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.047351] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.verify_glance_signatures = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.047511] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] glance.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.047679] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] guestfs.debug = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.047846] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.048014] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.auth_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.048185] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.048341] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.048506] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.048663] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.048821] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.048977] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.049154] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.049315] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.049492] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.049682] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.049864] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.050040] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.050204] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.050376] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.service_type = shared-file-system {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.050541] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.share_apply_policy_timeout = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.050705] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.050863] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.051030] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.051193] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.051375] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.051535] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] manila.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.051703] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] mks.enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.052062] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.052258] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] image_cache.manager_interval = 2400 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.052430] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] image_cache.precache_concurrency = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.052601] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] image_cache.remove_unused_base_images = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.052771] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.052939] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.053129] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] image_cache.subdirectory_name = _base {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.053312] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.api_max_retries = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.053479] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.api_retry_interval = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.053640] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.053802] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.auth_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.053992] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.054191] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.054364] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.054529] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.conductor_group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.054687] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.054846] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.055017] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.055187] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.055345] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.055507] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.055662] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.055823] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.peer_list = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.055980] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.056158] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.056315] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.serial_console_state_timeout = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.056475] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.056641] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.service_type = baremetal {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.056799] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.shard = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.056962] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.057159] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.057331] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.057489] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.057670] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.057831] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ironic.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.058022] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.058230] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] key_manager.fixed_key = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.058425] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.058589] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.barbican_api_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.058748] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.barbican_endpoint = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.058916] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.barbican_endpoint_type = public {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.059091] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.barbican_region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.059254] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.059458] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.059658] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.059826] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.059987] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.060172] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.number_of_retries = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.060339] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.retry_delay = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.060501] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.send_service_user_token = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.060662] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.060820] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.060981] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.verify_ssl = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.061157] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican.verify_ssl_path = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.061325] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.061488] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.auth_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.061646] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.061845] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.062032] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.062201] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.062361] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.062527] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.062683] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] barbican_service_user.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.062849] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.approle_role_id = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.063020] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.approle_secret_id = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.063194] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.kv_mountpoint = secret {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.063355] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.kv_path = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.063516] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.kv_version = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.063723] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.namespace = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.063895] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.root_token_id = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.064069] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.ssl_ca_crt_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.064243] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.timeout = 60.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.064406] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.use_ssl = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.064577] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.064746] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.064907] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.065085] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.065249] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.065413] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.065573] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.065736] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.065894] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.066063] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.066267] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.066382] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.066546] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.066703] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.066871] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.service_type = identity {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.067047] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.067246] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.067415] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.067572] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.067750] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.067912] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] keystone.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.068135] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.ceph_mount_options = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.068463] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.068654] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.connection_uri = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.068823] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.cpu_mode = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.068993] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.069181] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.cpu_models = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.069355] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.cpu_power_governor_high = performance {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.069554] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.069731] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.cpu_power_management = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.069905] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.070091] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.device_detach_attempts = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.070299] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.device_detach_timeout = 20 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.070475] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.disk_cachemodes = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.070637] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.disk_prefix = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.070800] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.enabled_perf_events = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.070964] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.file_backed_memory = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.071147] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.gid_maps = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.071310] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.hw_disk_discard = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.071467] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.hw_machine_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.071633] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.images_rbd_ceph_conf = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.071795] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.071956] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.072136] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.images_rbd_glance_store_name = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.072304] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.images_rbd_pool = rbd {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.072473] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.images_type = default {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.072631] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.images_volume_group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.072790] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.inject_key = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.072953] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.inject_partition = -2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.073128] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.inject_password = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.073295] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.iscsi_iface = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.073455] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.iser_use_multipath = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.073616] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.073806] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.073989] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_downtime = 500 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.074171] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.074337] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.074496] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_inbound_addr = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.074660] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.074824] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.074984] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_scheme = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.075172] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_timeout_action = abort {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.075338] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_tunnelled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.075497] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_uri = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.075657] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.live_migration_with_native_tls = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.075816] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.max_queues = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.075977] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.076213] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.076377] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.nfs_mount_options = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.076659] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.076841] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.077015] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.077213] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.077389] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.077561] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.num_pcie_ports = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.077762] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.077935] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.pmem_namespaces = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.078121] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.quobyte_client_cfg = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.078429] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.078609] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.078778] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.078942] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.079118] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rbd_secret_uuid = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.079284] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rbd_user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.079445] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.079617] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.079776] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rescue_image_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.079933] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rescue_kernel_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.080102] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rescue_ramdisk_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.080272] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.080429] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.rx_queue_size = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.080594] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.smbfs_mount_options = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.080884] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.081071] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.snapshot_compression = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.081239] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.snapshot_image_format = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.081469] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.081639] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.sparse_logical_volumes = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.081804] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.swtpm_enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.081973] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.swtpm_group = tss {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.082156] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.swtpm_user = tss {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.082363] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.sysinfo_serial = unique {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.082527] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.tb_cache_size = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.082687] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.tx_queue_size = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.082851] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.uid_maps = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.083022] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.use_virtio_for_bridges = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.083200] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.virt_type = kvm {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.083370] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.volume_clear = zero {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.083532] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.volume_clear_size = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.083695] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.volume_enforce_multipath = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.083859] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.volume_use_multipath = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.084028] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.vzstorage_cache_path = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.084206] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.084376] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.084542] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.084705] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.084991] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.085199] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.vzstorage_mount_user = stack {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.085373] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.085544] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.085715] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.auth_type = password {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.085905] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.086087] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.086261] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.086412] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.086574] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.086742] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.default_floating_pool = public {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.086902] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.087079] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.extension_sync_interval = 600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.087272] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.http_retries = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.087442] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.087600] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.087760] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.087930] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.088116] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.088310] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.ovs_bridge = br-int {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.088476] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.physnets = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.088642] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.region_name = RegionOne {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.088800] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.088969] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.service_metadata_proxy = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.089143] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.089314] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.service_type = network {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.089500] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.089672] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.089833] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.089992] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.090196] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.090360] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] neutron.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.090531] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] notifications.bdms_in_notifications = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.090705] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] notifications.default_level = INFO {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.090868] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] notifications.include_share_mapping = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.091053] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] notifications.notification_format = unversioned {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.091222] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] notifications.notify_on_state_change = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.091398] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.091572] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] pci.alias = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.091743] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] pci.device_spec = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.091906] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] pci.report_in_placement = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.092091] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.092269] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.auth_type = password {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.092438] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.092594] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.092752] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.092912] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.093082] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.093243] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.093400] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.default_domain_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.093551] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.default_domain_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.093706] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.domain_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.093860] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.domain_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.094024] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.094188] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.094382] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.094541] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.094698] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.094865] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.password = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.095038] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.project_domain_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.095213] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.project_domain_name = Default {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.095382] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.project_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.095576] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.project_name = service {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.095769] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.region_name = RegionOne {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.095935] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.096112] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.096288] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.service_type = placement {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.096453] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.096625] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.096772] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.096931] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.system_scope = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.097126] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.097297] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.trust_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.097461] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.user_domain_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.097631] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.user_domain_name = Default {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.097788] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.user_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.097997] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.username = nova {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.098203] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.098369] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] placement.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.098550] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.cores = 20 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.098716] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.count_usage_from_placement = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.098885] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.099069] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.injected_file_content_bytes = 10240 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.099242] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.injected_file_path_length = 255 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.099416] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.injected_files = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.099605] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.instances = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.099775] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.key_pairs = 100 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.099941] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.metadata_items = 128 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.100124] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.ram = 51200 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.100295] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.recheck_quota = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.100462] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.server_group_members = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.100628] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.server_groups = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.100834] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.101014] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] quota.unified_limits_resource_strategy = require {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.101199] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.101367] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.101530] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.image_metadata_prefilter = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.101690] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.101854] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.max_attempts = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.102025] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.max_placement_results = 1000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.102194] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.102357] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.102520] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.102690] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] scheduler.workers = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.102868] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.103050] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.103233] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.103403] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.103570] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.103734] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.103897] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.104105] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.104281] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.host_subset_size = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.104447] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.104605] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.104768] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.104932] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.105124] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.105292] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.isolated_hosts = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.105456] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.isolated_images = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.105615] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.105776] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.105938] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.106112] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.pci_in_placement = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.106302] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.106489] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.106656] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.106818] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.106982] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.107188] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.107366] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.track_instance_changes = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.107542] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.107713] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] metrics.required = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.107879] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] metrics.weight_multiplier = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.108055] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.108224] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] metrics.weight_setting = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.108529] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.108702] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] serial_console.enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.108875] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] serial_console.port_range = 10000:20000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.109057] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.109230] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.109400] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] serial_console.serialproxy_port = 6083 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.109588] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.109766] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.auth_type = password {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.109959] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.110154] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.110324] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.110489] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.110648] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.110820] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.send_service_user_token = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.110981] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.111155] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] service_user.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.111328] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.agent_enabled = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.111491] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.111783] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.111983] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.112170] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.html5proxy_port = 6082 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.112334] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.image_compression = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.112490] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.jpeg_compression = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.112646] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.playback_compression = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.112833] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.require_secure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.112970] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.server_listen = 127.0.0.1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.113156] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.113424] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.113594] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.streaming_mode = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.113755] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] spice.zlib_compression = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.113922] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] upgrade_levels.baseapi = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.114107] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] upgrade_levels.compute = auto {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.114272] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] upgrade_levels.conductor = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.114430] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] upgrade_levels.scheduler = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.114599] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.114760] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.114918] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.115089] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.115258] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.115418] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.115572] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.115730] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.115884] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vendordata_dynamic_auth.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.116069] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.api_retry_count = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.116235] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.ca_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.116405] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.116569] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.cluster_name = testcl1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.116726] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.connection_pool_size = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.116890] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.console_delay_seconds = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.117116] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.datastore_regex = ^datastore.* {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.117298] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.117476] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.host_password = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.117641] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.host_port = 443 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.117807] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.host_username = administrator@vsphere.local {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.117973] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.insecure = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.118180] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.integration_bridge = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.118365] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.maximum_objects = 100 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.118524] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.pbm_default_policy = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.118684] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.pbm_enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.118838] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.pbm_wsdl_location = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.119010] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.119179] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.serial_port_proxy_uri = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.119335] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.serial_port_service_uri = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.119533] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.task_poll_interval = 0.5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.119724] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.use_linked_clone = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.119898] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.vnc_keymap = en-us {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.120075] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.vnc_port = 5900 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.120243] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vmware.vnc_port_total = 10000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.120428] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.auth_schemes = ['none'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.120602] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.120886] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.121082] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.121328] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.novncproxy_port = 6080 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.121659] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.server_listen = 127.0.0.1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.121980] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.122285] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.vencrypt_ca_certs = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.122543] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.vencrypt_client_cert = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.122731] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vnc.vencrypt_client_key = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.122921] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.123106] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.disable_deep_image_inspection = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.123281] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.123448] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.123612] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.123778] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.disable_rootwrap = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.123940] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.enable_numa_live_migration = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.124116] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.124281] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.124440] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.124601] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.libvirt_disable_apic = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.124758] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.124920] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.125092] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.125259] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.125420] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.125583] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.125744] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.125906] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.126081] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.126250] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.126436] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.126605] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.client_socket_timeout = 900 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.126780] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.default_pool_size = 1000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.126935] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.keep_alive = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.127155] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.max_header_line = 16384 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.127294] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.127455] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.ssl_ca_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.127611] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.ssl_cert_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.127767] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.ssl_key_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.127928] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.tcp_keepidle = 600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.128125] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.128307] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] zvm.ca_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.128468] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] zvm.cloud_connector_url = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.128761] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.128934] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] zvm.reachable_timeout = 300 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.129119] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.129300] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.129479] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.connection_string = messaging:// {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.129643] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.129808] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.es_doc_type = notification {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.129969] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.es_scroll_size = 10000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.130163] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.es_scroll_time = 2m {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.130351] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.filter_error_trace = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.130522] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.hmac_keys = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.130688] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.sentinel_service_name = mymaster {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.130853] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.socket_timeout = 0.1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.131026] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.trace_requests = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.131191] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler.trace_sqlalchemy = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.131373] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler_jaeger.process_tags = {} {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.131537] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler_jaeger.service_name_prefix = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.131701] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] profiler_otlp.service_name_prefix = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.131865] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] remote_debug.host = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.132031] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] remote_debug.port = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.132215] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.132377] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.132539] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.132700] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.132861] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.133031] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.133203] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.133402] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.133569] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.133734] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.133891] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.134070] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.134237] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.134408] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.134570] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.134737] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.134897] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.135071] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.135244] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.135408] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.135568] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.135731] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.135895] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.136069] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.136260] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.136452] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.136621] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.136784] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.136946] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.137147] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.137317] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.ssl = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.137489] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.137657] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.137819] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.137986] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.138174] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.138335] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.138519] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.138684] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_notifications.retry = -1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.138857] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.139038] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.139216] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.139379] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.auth_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.139539] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.139703] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.139870] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.140037] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.140204] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.140361] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.endpoint_id = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.140532] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.140689] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.140845] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.endpoint_region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.141009] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.endpoint_service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.141180] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.endpoint_service_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.141342] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.141500] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.141655] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.141809] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.141964] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.142135] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.142327] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.142496] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.service_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.142659] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.142815] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.142973] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.143150] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.143308] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.valid_interfaces = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.143464] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_limit.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.143629] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_reports.file_event_handler = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.143792] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.143950] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] oslo_reports.log_dir = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.144133] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.144294] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.144449] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.144612] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.144773] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.144929] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.145110] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.145290] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_ovs_privileged.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.145474] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.145642] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.145806] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.145966] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] vif_plug_ovs_privileged.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.146152] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.146334] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.146507] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.146681] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.146850] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.147033] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.147239] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.147400] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.147569] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.147746] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_ovs.isolate_vif = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.147920] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.148110] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.148334] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.148469] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.148632] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] os_vif_ovs.per_port_bridge = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.148802] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] privsep_osbrick.capabilities = [21] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.148960] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] privsep_osbrick.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.149134] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] privsep_osbrick.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.149299] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.149464] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.149620] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] privsep_osbrick.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.149790] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.149947] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] nova_sys_admin.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.150118] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] nova_sys_admin.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.150287] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.150446] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.150601] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] nova_sys_admin.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 626.150731] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-c49ff628-4f3a-457d-b7e1-b7c058bdc4b4 None None] ******************************************************************************** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 626.151161] env[69735]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 626.655716] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Getting list of instances from cluster (obj){ [ 626.655716] env[69735]: value = "domain-c8" [ 626.655716] env[69735]: _type = "ClusterComputeResource" [ 626.655716] env[69735]: } {{(pid=69735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 626.656881] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b15667-0dc0-4e06-8419-8552b3ae30a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.665585] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Got total of 0 instances {{(pid=69735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 626.666154] env[69735]: WARNING nova.virt.vmwareapi.driver [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 626.666617] env[69735]: INFO nova.virt.node [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Generated node identity 41570629-1595-48b8-987e-dbba8db28f32 [ 626.666848] env[69735]: INFO nova.virt.node [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Wrote node identity 41570629-1595-48b8-987e-dbba8db28f32 to /opt/stack/data/n-cpu-1/compute_id [ 627.169967] env[69735]: WARNING nova.compute.manager [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Compute nodes ['41570629-1595-48b8-987e-dbba8db28f32'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 628.175124] env[69735]: INFO nova.compute.manager [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 629.181622] env[69735]: WARNING nova.compute.manager [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 629.181974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.182166] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.182319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.182471] env[69735]: DEBUG nova.compute.resource_tracker [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 629.183422] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6122f9f7-0305-4c16-aefb-710de10cc743 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.191516] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf3e503-7109-4abd-b659-36a7a99f8b30 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.205599] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7804b04-f21d-43b0-811b-91c3b0e74d56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.211661] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342785b2-4773-475a-89b8-df809da4fda1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.240495] env[69735]: DEBUG nova.compute.resource_tracker [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180949MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 629.240634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.240837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.743488] env[69735]: WARNING nova.compute.resource_tracker [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] No compute node record for cpu-1:41570629-1595-48b8-987e-dbba8db28f32: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 41570629-1595-48b8-987e-dbba8db28f32 could not be found. [ 630.247476] env[69735]: INFO nova.compute.resource_tracker [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 41570629-1595-48b8-987e-dbba8db28f32 [ 631.755229] env[69735]: DEBUG nova.compute.resource_tracker [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 631.755596] env[69735]: DEBUG nova.compute.resource_tracker [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 632.022056] env[69735]: INFO nova.scheduler.client.report [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] [req-0138a1da-9712-4f31-97e4-12d5bfb01da3] Created resource provider record via placement API for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 632.039724] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec5309-e7e7-40e4-ae8a-e36903969637 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.047666] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0595f2e-3439-474c-8fe0-ddbe3d5c6309 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.078191] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7353612-d3ec-4582-82a8-0cd1e6cd09fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.085807] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbbca8c-f373-467f-90c3-49f98e820ed3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.564686] env[69735]: DEBUG nova.compute.provider_tree [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.101662] env[69735]: DEBUG nova.scheduler.client.report [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 633.101979] env[69735]: DEBUG nova.compute.provider_tree [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 0 to 1 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 633.102067] env[69735]: DEBUG nova.compute.provider_tree [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.151261] env[69735]: DEBUG nova.compute.provider_tree [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 1 to 2 during operation: update_traits {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 633.656212] env[69735]: DEBUG nova.compute.resource_tracker [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 633.656212] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.415s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.656212] env[69735]: DEBUG nova.service [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Creating RPC server for service compute {{(pid=69735) start /opt/stack/nova/nova/service.py:178}} [ 633.669584] env[69735]: DEBUG nova.service [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] Join ServiceGroup membership for this service compute {{(pid=69735) start /opt/stack/nova/nova/service.py:195}} [ 633.669773] env[69735]: DEBUG nova.servicegroup.drivers.db [None req-2790c5a9-9deb-4113-ab4a-9781ab9c5b1c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69735) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 673.236850] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "d00e3443-272c-4273-93fd-ad1d40b67afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.237162] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.539191] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.539612] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.579121] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquiring lock "44011071-a81a-4f24-9e27-9e7eed5a323c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.579490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.740492] env[69735]: DEBUG nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.045891] env[69735]: DEBUG nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.084338] env[69735]: DEBUG nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.288789] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.289114] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.294659] env[69735]: INFO nova.compute.claims [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.570654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.606604] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.776050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.776050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.278048] env[69735]: DEBUG nova.compute.manager [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.395075] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c49fccd-7421-4d42-9f17-9987af142013 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.404905] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81da2bf-60a0-4753-8673-c4f6141b722d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.453126] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8825c129-abaf-45b0-8efe-d8acacb5a304 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.461833] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c45dcdb-f6bf-49c5-b401-bf0d54a96238 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.482781] env[69735]: DEBUG nova.compute.provider_tree [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.801321] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.985597] env[69735]: DEBUG nova.scheduler.client.report [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.113431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquiring lock "c568f0e0-42ba-460d-9979-69f7498a748f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.113609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "c568f0e0-42ba-460d-9979-69f7498a748f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.492771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.494327] env[69735]: DEBUG nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.496646] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.926s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.498088] env[69735]: INFO nova.compute.claims [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.620776] env[69735]: DEBUG nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.003575] env[69735]: DEBUG nova.compute.utils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.004931] env[69735]: DEBUG nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.004931] env[69735]: DEBUG nova.network.neutron [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.155355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.266110] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.267922] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.514478] env[69735]: DEBUG nova.policy [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f91995d624f542d19e11c977f7ecac76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98941053ce574ed996cc5f60cbeac7c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.516500] env[69735]: DEBUG nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.665346] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3474fef3-9212-4e25-a152-39f0f8bb2106 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.678263] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b9755-abb2-4ab6-a7c5-cf5c038ff894 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.718009] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b40c04-0219-40bb-be57-0cbd4bdec214 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.722008] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b86ca32-dcb5-48e2-80fe-858144d8fd11 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.736237] env[69735]: DEBUG nova.compute.provider_tree [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.772818] env[69735]: DEBUG nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.238651] env[69735]: DEBUG nova.scheduler.client.report [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.301553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.531066] env[69735]: DEBUG nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.566259] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.566259] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.566259] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.566408] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.566408] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.566408] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.566408] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.566408] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.566557] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.566557] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.566557] env[69735]: DEBUG nova.virt.hardware [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.567186] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a32072-c0cd-41db-a0a5-a284a0f0f897 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.581335] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f607106-d96d-4789-bbb4-89d5e5d976bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.606270] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bab62b4-2b87-4509-b2dc-a2d775fbd940 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.707335] env[69735]: DEBUG nova.network.neutron [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Successfully created port: 2a251fbc-3688-4543-8e8e-21234871ddad {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.748016] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.748655] env[69735]: DEBUG nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.752952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.146s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.754377] env[69735]: INFO nova.compute.claims [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.261776] env[69735]: DEBUG nova.compute.utils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.267703] env[69735]: DEBUG nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.267976] env[69735]: DEBUG nova.network.neutron [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.484019] env[69735]: DEBUG nova.policy [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96fee9da0b0b4d7fa1c8fb8ab40205eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afd87e485004007ae03bb74894f7edf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.770193] env[69735]: DEBUG nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.912138] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b7dfc4-a91d-49f8-bc80-4618d0d680b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.920435] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e69fd-3b8e-4b61-b339-f23cd259eb5a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.950419] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e4ae0e-139f-4961-9f5a-620512a18701 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.955966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "56a75596-cd81-41e4-b526-dd378c737a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.956287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "56a75596-cd81-41e4-b526-dd378c737a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.964302] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0d7270-662a-4d85-947f-eec6a51de2a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.980245] env[69735]: DEBUG nova.compute.provider_tree [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.212187] env[69735]: DEBUG nova.network.neutron [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Successfully created port: b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.460536] env[69735]: DEBUG nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.484480] env[69735]: DEBUG nova.scheduler.client.report [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.784367] env[69735]: DEBUG nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.816427] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.816553] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.816679] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.817079] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.817079] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.820226] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.820496] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.820631] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.820801] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.820963] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.821154] env[69735]: DEBUG nova.virt.hardware [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.822046] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc2fef-f729-49f0-9a67-2b536aea676c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.832713] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f363d03e-1270-489e-b7ea-225f4604508c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.984628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.989795] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.990148] env[69735]: DEBUG nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.993350] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.192s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.994621] env[69735]: INFO nova.compute.claims [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.442269] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquiring lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.442726] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.453145] env[69735]: DEBUG nova.network.neutron [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Successfully updated port: 2a251fbc-3688-4543-8e8e-21234871ddad {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.494973] env[69735]: DEBUG nova.compute.utils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.496358] env[69735]: DEBUG nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.496687] env[69735]: DEBUG nova.network.neutron [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.568844] env[69735]: DEBUG nova.policy [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6299723650074645bb6472b18a7c5198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb61ffac0f4944088062de00d1d0b03d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.945484] env[69735]: DEBUG nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.957684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "refresh_cache-d00e3443-272c-4273-93fd-ad1d40b67afb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.957684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquired lock "refresh_cache-d00e3443-272c-4273-93fd-ad1d40b67afb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.957684] env[69735]: DEBUG nova.network.neutron [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.999741] env[69735]: DEBUG nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.156830] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec82c764-8cea-46c7-9de7-ba2ef347846b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.166420] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30974272-c900-4188-a574-60501af50d9b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.210345] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66eb1ea-b4fa-4bd6-bdae-188d36e2bcdd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.218716] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5af2cf8-bf2e-4f8a-829c-d32dfd80edee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233928] env[69735]: DEBUG nova.compute.provider_tree [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.412904] env[69735]: DEBUG nova.network.neutron [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Successfully created port: 9b7e7a49-9e73-45d2-a88c-3d15d6f96b97 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.433568] env[69735]: DEBUG nova.compute.manager [req-877fbc29-4b42-4987-aa37-40535cff5bd1 req-07e64e71-2aab-4a6c-8404-f4354c8b996d service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Received event network-vif-plugged-2a251fbc-3688-4543-8e8e-21234871ddad {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.433808] env[69735]: DEBUG oslo_concurrency.lockutils [req-877fbc29-4b42-4987-aa37-40535cff5bd1 req-07e64e71-2aab-4a6c-8404-f4354c8b996d service nova] Acquiring lock "d00e3443-272c-4273-93fd-ad1d40b67afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.434050] env[69735]: DEBUG oslo_concurrency.lockutils [req-877fbc29-4b42-4987-aa37-40535cff5bd1 req-07e64e71-2aab-4a6c-8404-f4354c8b996d service nova] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.434221] env[69735]: DEBUG oslo_concurrency.lockutils [req-877fbc29-4b42-4987-aa37-40535cff5bd1 req-07e64e71-2aab-4a6c-8404-f4354c8b996d service nova] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.434407] env[69735]: DEBUG nova.compute.manager [req-877fbc29-4b42-4987-aa37-40535cff5bd1 req-07e64e71-2aab-4a6c-8404-f4354c8b996d service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] No waiting events found dispatching network-vif-plugged-2a251fbc-3688-4543-8e8e-21234871ddad {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.434531] env[69735]: WARNING nova.compute.manager [req-877fbc29-4b42-4987-aa37-40535cff5bd1 req-07e64e71-2aab-4a6c-8404-f4354c8b996d service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Received unexpected event network-vif-plugged-2a251fbc-3688-4543-8e8e-21234871ddad for instance with vm_state building and task_state spawning. [ 682.467944] env[69735]: DEBUG nova.network.neutron [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Successfully updated port: b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.480030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.544226] env[69735]: DEBUG nova.network.neutron [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.736892] env[69735]: DEBUG nova.scheduler.client.report [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.971873] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.972180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.972277] env[69735]: DEBUG nova.network.neutron [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.010439] env[69735]: DEBUG nova.network.neutron [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Updating instance_info_cache with network_info: [{"id": "2a251fbc-3688-4543-8e8e-21234871ddad", "address": "fa:16:3e:10:6a:19", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a251fbc-36", "ovs_interfaceid": "2a251fbc-3688-4543-8e8e-21234871ddad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.012992] env[69735]: DEBUG nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.066061] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.066061] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.066061] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.066061] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.066283] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.066283] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.066518] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.066755] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.067067] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.067330] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.067618] env[69735]: DEBUG nova.virt.hardware [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.068720] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad769a6-1b46-400f-8755-96633d634d5d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.078831] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7f4e9b-0664-44e4-a353-28aeba678177 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.244840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.244840] env[69735]: DEBUG nova.compute.manager [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.246141] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.093s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.248671] env[69735]: INFO nova.compute.claims [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.522186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Releasing lock "refresh_cache-d00e3443-272c-4273-93fd-ad1d40b67afb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.522527] env[69735]: DEBUG nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Instance network_info: |[{"id": "2a251fbc-3688-4543-8e8e-21234871ddad", "address": "fa:16:3e:10:6a:19", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a251fbc-36", "ovs_interfaceid": "2a251fbc-3688-4543-8e8e-21234871ddad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.523023] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:6a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a251fbc-3688-4543-8e8e-21234871ddad', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.538938] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.539407] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0946127a-a32a-48a4-bce5-d3b0dd822798 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.553068] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Created folder: OpenStack in parent group-v4. [ 683.553281] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Creating folder: Project (98941053ce574ed996cc5f60cbeac7c4). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.553543] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cac8d96c-eee6-4c74-91c9-360dcf6c87a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.555801] env[69735]: DEBUG nova.network.neutron [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.566124] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Created folder: Project (98941053ce574ed996cc5f60cbeac7c4) in parent group-v719064. [ 683.566124] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Creating folder: Instances. Parent ref: group-v719065. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.566309] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee65b8a-9686-424d-842c-d72cfa1e8823 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.578715] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Created folder: Instances in parent group-v719065. [ 683.578975] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.579188] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.579391] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e847c14b-2a69-47ba-85c4-1dcfb20f7553 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.602645] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.602645] env[69735]: value = "task-3604537" [ 683.602645] env[69735]: _type = "Task" [ 683.602645] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.611715] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604537, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.671588] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.671888] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.672106] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.672287] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.672476] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.672662] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.672842] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_power_states {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.751922] env[69735]: DEBUG nova.compute.utils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.757174] env[69735]: DEBUG nova.compute.manager [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 683.892097] env[69735]: DEBUG nova.network.neutron [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updating instance_info_cache with network_info: [{"id": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "address": "fa:16:3e:50:34:6f", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b06536-db", "ovs_interfaceid": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.902553] env[69735]: DEBUG nova.compute.manager [req-c4c4f7e2-c785-4755-848b-907993335d29 req-7fb55726-5689-4d92-8565-ee6f643b5185 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Received event network-vif-plugged-b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.902553] env[69735]: DEBUG oslo_concurrency.lockutils [req-c4c4f7e2-c785-4755-848b-907993335d29 req-7fb55726-5689-4d92-8565-ee6f643b5185 service nova] Acquiring lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.902553] env[69735]: DEBUG oslo_concurrency.lockutils [req-c4c4f7e2-c785-4755-848b-907993335d29 req-7fb55726-5689-4d92-8565-ee6f643b5185 service nova] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.902553] env[69735]: DEBUG oslo_concurrency.lockutils [req-c4c4f7e2-c785-4755-848b-907993335d29 req-7fb55726-5689-4d92-8565-ee6f643b5185 service nova] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.902553] env[69735]: DEBUG nova.compute.manager [req-c4c4f7e2-c785-4755-848b-907993335d29 req-7fb55726-5689-4d92-8565-ee6f643b5185 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] No waiting events found dispatching network-vif-plugged-b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.902711] env[69735]: WARNING nova.compute.manager [req-c4c4f7e2-c785-4755-848b-907993335d29 req-7fb55726-5689-4d92-8565-ee6f643b5185 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Received unexpected event network-vif-plugged-b8b06536-dbc7-44cb-97c9-7f5d7e652571 for instance with vm_state building and task_state spawning. [ 684.115786] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604537, 'name': CreateVM_Task, 'duration_secs': 0.339384} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.116350] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.128012] env[69735]: DEBUG oslo_vmware.service [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba079a-8718-414d-9566-4445576f6c2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.133897] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.134076] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.134746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.135010] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeadceec-eaee-4f81-8849-8b88b881dc7f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.140209] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 684.140209] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528728a2-95ab-1b3b-e96b-6fcf5fc2729c" [ 684.140209] env[69735]: _type = "Task" [ 684.140209] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.149843] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528728a2-95ab-1b3b-e96b-6fcf5fc2729c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.180228] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Getting list of instances from cluster (obj){ [ 684.180228] env[69735]: value = "domain-c8" [ 684.180228] env[69735]: _type = "ClusterComputeResource" [ 684.180228] env[69735]: } {{(pid=69735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 684.182463] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0382a33-bf83-4e55-8d76-f33fc249dc62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.194778] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Got total of 1 instances {{(pid=69735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 684.196504] env[69735]: WARNING nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] While synchronizing instance power states, found 5 instances in the database and 1 instances on the hypervisor. [ 684.198032] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid d00e3443-272c-4273-93fd-ad1d40b67afb {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 684.198032] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 684.198032] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid 44011071-a81a-4f24-9e27-9e7eed5a323c {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 684.198032] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 684.198032] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid c568f0e0-42ba-460d-9979-69f7498a748f {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 684.198032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "d00e3443-272c-4273-93fd-ad1d40b67afb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.199629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.199629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "44011071-a81a-4f24-9e27-9e7eed5a323c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.199629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.199629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "c568f0e0-42ba-460d-9979-69f7498a748f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.199629] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.200284] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 684.200284] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.258607] env[69735]: DEBUG nova.compute.manager [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.398457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.398822] env[69735]: DEBUG nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Instance network_info: |[{"id": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "address": "fa:16:3e:50:34:6f", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b06536-db", "ovs_interfaceid": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.399272] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:34:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b06536-dbc7-44cb-97c9-7f5d7e652571', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.411693] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Creating folder: Project (3afd87e485004007ae03bb74894f7edf). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.415110] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9cb4883-6d29-4d6d-9d6d-57becc9d7196 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.431022] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Created folder: Project (3afd87e485004007ae03bb74894f7edf) in parent group-v719064. [ 684.431022] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Creating folder: Instances. Parent ref: group-v719068. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.431022] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a57d40-cfb3-494a-9f1d-8bd9c2eb724c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.443440] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Created folder: Instances in parent group-v719068. [ 684.443753] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.443857] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.444084] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f1f2c7-90bd-4449-8564-5354cbe49ad9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.462512] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c15087a-2d76-436d-8bae-64babeca1ea2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.471629] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.471629] env[69735]: value = "task-3604540" [ 684.471629] env[69735]: _type = "Task" [ 684.471629] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.486203] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6067179-e9a6-4635-a7ac-766f990cd002 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.488830] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604540, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.522565] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3905307-781c-4e9c-baa9-e520c1e78e66 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.532190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquiring lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.532190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.538206] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e7df4-2cb2-4a4e-a4dd-7f85b0292179 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.556865] env[69735]: DEBUG nova.compute.provider_tree [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.652026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.652176] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.652416] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.652554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.652964] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.656035] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7daa4c-bb8f-41b4-b140-6ce6d6d1b144 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.662259] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.662438] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.663438] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d170a-1bdd-4900-9d44-c12bbdf77874 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.670373] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f2def5-f0b6-4dac-87c5-cf0909141053 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.679131] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 684.679131] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52733e65-51cc-f4a3-9657-5de057fdbf38" [ 684.679131] env[69735]: _type = "Task" [ 684.679131] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.687417] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52733e65-51cc-f4a3-9657-5de057fdbf38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.706534] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.987140] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604540, 'name': CreateVM_Task, 'duration_secs': 0.379455} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.987140] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.987460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.987726] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.987942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.988209] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e322185b-b3f3-4b97-b52f-7cfa628c0fe3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.992887] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 684.992887] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523b21e7-784a-6d49-78d5-80789a664c2a" [ 684.992887] env[69735]: _type = "Task" [ 684.992887] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.001906] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523b21e7-784a-6d49-78d5-80789a664c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.035177] env[69735]: DEBUG nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.061222] env[69735]: DEBUG nova.scheduler.client.report [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.195804] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Preparing fetch location {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 685.196238] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Creating directory with path [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.196557] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47ae9bc6-05b9-4bcc-bfac-9225c63afc30 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.206220] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.206516] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.209749] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Created directory with path [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.210082] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Fetch image to [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 685.210283] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Downloading image file data ff36286c-113e-4e32-9c9a-57968a528ea6 to [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69735) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 685.211297] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1c0e4-1f5a-466e-aec7-0a9867bb47d5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.219613] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050bfab6-bffc-447e-9a50-e7413f77ff51 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.231443] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935753e0-5c53-40dd-8c26-32ecc6834941 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.265467] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f43a2-85c5-4c1a-b981-8f56282c682c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.270744] env[69735]: DEBUG nova.compute.manager [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.275723] env[69735]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c54e4c30-00c6-4997-8e1b-a684f880d2ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.297838] env[69735]: DEBUG nova.network.neutron [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Successfully updated port: 9b7e7a49-9e73-45d2-a88c-3d15d6f96b97 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.311320] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.311320] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.311320] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.311320] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.311492] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.312526] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.312526] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.312675] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.317101] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.317101] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.317101] env[69735]: DEBUG nova.virt.hardware [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.317101] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aac088-e4e2-4448-b662-24b2d5010c22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.325926] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Downloading image file data ff36286c-113e-4e32-9c9a-57968a528ea6 to the data store datastore2 {{(pid=69735) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 685.338387] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0c47fa-6a79-473e-bfc1-bacbaadf55d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.356840] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.363427] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Creating folder: Project (5b372a786ff2450cb47fe44936edef74). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.365173] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de1d7fac-5d72-433b-b442-2f4fe4109c42 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.378792] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Created folder: Project (5b372a786ff2450cb47fe44936edef74) in parent group-v719064. [ 685.378792] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Creating folder: Instances. Parent ref: group-v719071. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.378792] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-828bcc54-b093-4c9b-93a1-cb6880830d17 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.388369] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Created folder: Instances in parent group-v719071. [ 685.389251] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.389251] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.389998] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a972c77-0d5d-4dc4-ba4e-dd954eaacab6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.415613] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.415613] env[69735]: value = "task-3604543" [ 685.415613] env[69735]: _type = "Task" [ 685.415613] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.425784] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604543, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.445988] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 685.534485] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.534752] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.534956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.572601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.573180] env[69735]: DEBUG nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.585635] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.284s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.587578] env[69735]: INFO nova.compute.claims [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.597967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.711668] env[69735]: DEBUG nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.804603] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquiring lock "refresh_cache-44011071-a81a-4f24-9e27-9e7eed5a323c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.804603] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquired lock "refresh_cache-44011071-a81a-4f24-9e27-9e7eed5a323c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.804694] env[69735]: DEBUG nova.network.neutron [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.843253] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquiring lock "d377096a-422a-4b72-88db-08bf0b8f8fa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.843493] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "d377096a-422a-4b72-88db-08bf0b8f8fa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.895107] env[69735]: DEBUG nova.compute.manager [req-6599baa2-41f7-418b-a9de-1ffb47ad4218 req-c7c9e8bc-b889-46ac-a0b6-d3475cc1d3da service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Received event network-changed-2a251fbc-3688-4543-8e8e-21234871ddad {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.895190] env[69735]: DEBUG nova.compute.manager [req-6599baa2-41f7-418b-a9de-1ffb47ad4218 req-c7c9e8bc-b889-46ac-a0b6-d3475cc1d3da service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Refreshing instance network info cache due to event network-changed-2a251fbc-3688-4543-8e8e-21234871ddad. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.896279] env[69735]: DEBUG oslo_concurrency.lockutils [req-6599baa2-41f7-418b-a9de-1ffb47ad4218 req-c7c9e8bc-b889-46ac-a0b6-d3475cc1d3da service nova] Acquiring lock "refresh_cache-d00e3443-272c-4273-93fd-ad1d40b67afb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.896279] env[69735]: DEBUG oslo_concurrency.lockutils [req-6599baa2-41f7-418b-a9de-1ffb47ad4218 req-c7c9e8bc-b889-46ac-a0b6-d3475cc1d3da service nova] Acquired lock "refresh_cache-d00e3443-272c-4273-93fd-ad1d40b67afb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.896279] env[69735]: DEBUG nova.network.neutron [req-6599baa2-41f7-418b-a9de-1ffb47ad4218 req-c7c9e8bc-b889-46ac-a0b6-d3475cc1d3da service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Refreshing network info cache for port 2a251fbc-3688-4543-8e8e-21234871ddad {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.930388] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604543, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.095513] env[69735]: DEBUG nova.compute.utils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.099417] env[69735]: DEBUG nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.099417] env[69735]: DEBUG nova.network.neutron [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.164149] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Completed reading data from the image iterator. {{(pid=69735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 686.164149] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 686.249992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.249992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.251539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.294851] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Downloaded image file data ff36286c-113e-4e32-9c9a-57968a528ea6 to vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69735) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 686.296581] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Caching image {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 686.296866] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Copying Virtual Disk [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk to [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.299625] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bacaae35-62bf-4fe6-b5b0-818bb91fc219 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.308188] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 686.308188] env[69735]: value = "task-3604544" [ 686.308188] env[69735]: _type = "Task" [ 686.308188] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.315055] env[69735]: DEBUG nova.policy [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1abf8b4dc624eb6ab95ab96f8f94c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3397110a1114eccbc9bbc1524ae4315', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.319830] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.354368] env[69735]: DEBUG nova.network.neutron [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.424432] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604543, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.518296] env[69735]: DEBUG nova.network.neutron [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Updating instance_info_cache with network_info: [{"id": "9b7e7a49-9e73-45d2-a88c-3d15d6f96b97", "address": "fa:16:3e:84:f1:8c", "network": {"id": "44db268d-5258-4f8c-960a-08de31de431a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1807582991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb61ffac0f4944088062de00d1d0b03d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7e7a49-9e", "ovs_interfaceid": "9b7e7a49-9e73-45d2-a88c-3d15d6f96b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.604950] env[69735]: DEBUG nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.821840] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604544, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.922211] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158df1b6-c64f-4c55-9c4c-7ff14a1da2a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.930652] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604543, 'name': CreateVM_Task, 'duration_secs': 1.295849} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.932347] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.933053] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.933322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.933807] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.934968] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cae0aaf-2470-4027-a8c8-04452c0307da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.938382] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028de74f-223d-46dd-89bd-cdb9cc056aa9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.946431] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 686.946431] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5296d028-5a87-c347-9021-c1c0b02e12dd" [ 686.946431] env[69735]: _type = "Task" [ 686.946431] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.973530] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd1f23-ad6d-4b1f-8a39-3572f7de6e0a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.986507] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2d87aa-daa8-4c86-921a-d8ec27bee66a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.990725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.990975] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.991217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.001302] env[69735]: DEBUG nova.compute.provider_tree [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.023087] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Releasing lock "refresh_cache-44011071-a81a-4f24-9e27-9e7eed5a323c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.023087] env[69735]: DEBUG nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Instance network_info: |[{"id": "9b7e7a49-9e73-45d2-a88c-3d15d6f96b97", "address": "fa:16:3e:84:f1:8c", "network": {"id": "44db268d-5258-4f8c-960a-08de31de431a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1807582991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb61ffac0f4944088062de00d1d0b03d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7e7a49-9e", "ovs_interfaceid": "9b7e7a49-9e73-45d2-a88c-3d15d6f96b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.024735] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f1:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b7e7a49-9e73-45d2-a88c-3d15d6f96b97', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.037517] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Creating folder: Project (eb61ffac0f4944088062de00d1d0b03d). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.037517] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-268091b1-bb62-408b-b351-cdd792cb56cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.048998] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Created folder: Project (eb61ffac0f4944088062de00d1d0b03d) in parent group-v719064. [ 687.049222] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Creating folder: Instances. Parent ref: group-v719074. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.049470] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21c6edd0-497e-4f19-9b6d-6f69438a49fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.062593] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Created folder: Instances in parent group-v719074. [ 687.062753] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.062877] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.063239] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1105ce2-1933-4f39-ba29-9c3b1e91baa6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.091212] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.091212] env[69735]: value = "task-3604547" [ 687.091212] env[69735]: _type = "Task" [ 687.091212] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.099631] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604547, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.164164] env[69735]: DEBUG nova.compute.manager [req-56066b31-befb-4ccd-93d9-bce7bfa23674 req-9adb40ab-56af-41f9-9583-63b5b80bb28b service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Received event network-changed-b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.164164] env[69735]: DEBUG nova.compute.manager [req-56066b31-befb-4ccd-93d9-bce7bfa23674 req-9adb40ab-56af-41f9-9583-63b5b80bb28b service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Refreshing instance network info cache due to event network-changed-b8b06536-dbc7-44cb-97c9-7f5d7e652571. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.164893] env[69735]: DEBUG oslo_concurrency.lockutils [req-56066b31-befb-4ccd-93d9-bce7bfa23674 req-9adb40ab-56af-41f9-9583-63b5b80bb28b service nova] Acquiring lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164893] env[69735]: DEBUG oslo_concurrency.lockutils [req-56066b31-befb-4ccd-93d9-bce7bfa23674 req-9adb40ab-56af-41f9-9583-63b5b80bb28b service nova] Acquired lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.164893] env[69735]: DEBUG nova.network.neutron [req-56066b31-befb-4ccd-93d9-bce7bfa23674 req-9adb40ab-56af-41f9-9583-63b5b80bb28b service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Refreshing network info cache for port b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.172508] env[69735]: DEBUG nova.network.neutron [req-6599baa2-41f7-418b-a9de-1ffb47ad4218 req-c7c9e8bc-b889-46ac-a0b6-d3475cc1d3da service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Updated VIF entry in instance network info cache for port 2a251fbc-3688-4543-8e8e-21234871ddad. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.172647] env[69735]: DEBUG nova.network.neutron [req-6599baa2-41f7-418b-a9de-1ffb47ad4218 req-c7c9e8bc-b889-46ac-a0b6-d3475cc1d3da service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Updating instance_info_cache with network_info: [{"id": "2a251fbc-3688-4543-8e8e-21234871ddad", "address": "fa:16:3e:10:6a:19", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a251fbc-36", "ovs_interfaceid": "2a251fbc-3688-4543-8e8e-21234871ddad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.320304] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604544, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.002307} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.320304] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Copied Virtual Disk [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk to [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.320304] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Deleting the datastore file [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.320621] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8bb98ae-c472-4960-bae3-5082ca6fcb31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.327157] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 687.327157] env[69735]: value = "task-3604548" [ 687.327157] env[69735]: _type = "Task" [ 687.327157] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.335839] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.396998] env[69735]: DEBUG nova.network.neutron [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Successfully created port: 23b665fe-17a0-4580-872b-e676f6c0245c {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.505717] env[69735]: DEBUG nova.scheduler.client.report [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.603307] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604547, 'name': CreateVM_Task, 'duration_secs': 0.434629} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.603548] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.604209] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.604554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.604708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.604910] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53b5dc2-21b7-400a-b172-259f447c237d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.611205] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 687.611205] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52035f52-5197-e1da-b4f1-fdc771e95b6e" [ 687.611205] env[69735]: _type = "Task" [ 687.611205] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.618912] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52035f52-5197-e1da-b4f1-fdc771e95b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.621980] env[69735]: DEBUG nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.663816] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.664078] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.664281] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.664405] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.664539] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.664732] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.665115] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.669096] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.669395] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.669626] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.669764] env[69735]: DEBUG nova.virt.hardware [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.672677] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8901e0-53b5-476d-aaf3-11ee8d867da7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.676957] env[69735]: DEBUG oslo_concurrency.lockutils [req-6599baa2-41f7-418b-a9de-1ffb47ad4218 req-c7c9e8bc-b889-46ac-a0b6-d3475cc1d3da service nova] Releasing lock "refresh_cache-d00e3443-272c-4273-93fd-ad1d40b67afb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.682665] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a47f057-8adf-4b36-bfd6-5ebfd1fbb66a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.840136] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025214} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.840385] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.840596] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Moving file from [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03/ff36286c-113e-4e32-9c9a-57968a528ea6 to [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6. {{(pid=69735) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 687.840858] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0eab5199-18e4-462f-af5e-62fd6f299bc4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.847269] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 687.847269] env[69735]: value = "task-3604549" [ 687.847269] env[69735]: _type = "Task" [ 687.847269] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.855070] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604549, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.016189] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.017203] env[69735]: DEBUG nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.019478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.035s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.020887] env[69735]: INFO nova.compute.claims [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.122653] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.123078] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.123458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.290921] env[69735]: DEBUG nova.network.neutron [req-56066b31-befb-4ccd-93d9-bce7bfa23674 req-9adb40ab-56af-41f9-9583-63b5b80bb28b service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updated VIF entry in instance network info cache for port b8b06536-dbc7-44cb-97c9-7f5d7e652571. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.291367] env[69735]: DEBUG nova.network.neutron [req-56066b31-befb-4ccd-93d9-bce7bfa23674 req-9adb40ab-56af-41f9-9583-63b5b80bb28b service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updating instance_info_cache with network_info: [{"id": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "address": "fa:16:3e:50:34:6f", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b06536-db", "ovs_interfaceid": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.360875] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604549, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.038004} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.361149] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] File moved {{(pid=69735) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 688.361358] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Cleaning up location [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 688.361491] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Deleting the datastore file [datastore2] vmware_temp/d7dec888-a484-44ac-8908-373248c51c03 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.361737] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-166c8045-e989-422b-aad4-fdbe0ba92cc4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.372632] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 688.372632] env[69735]: value = "task-3604550" [ 688.372632] env[69735]: _type = "Task" [ 688.372632] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.382380] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.528626] env[69735]: DEBUG nova.compute.utils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.532290] env[69735]: DEBUG nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.532290] env[69735]: DEBUG nova.network.neutron [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.667468] env[69735]: DEBUG nova.compute.manager [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Received event network-vif-plugged-9b7e7a49-9e73-45d2-a88c-3d15d6f96b97 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.667468] env[69735]: DEBUG oslo_concurrency.lockutils [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] Acquiring lock "44011071-a81a-4f24-9e27-9e7eed5a323c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.667468] env[69735]: DEBUG oslo_concurrency.lockutils [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.667468] env[69735]: DEBUG oslo_concurrency.lockutils [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.668759] env[69735]: DEBUG nova.compute.manager [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] No waiting events found dispatching network-vif-plugged-9b7e7a49-9e73-45d2-a88c-3d15d6f96b97 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.669085] env[69735]: WARNING nova.compute.manager [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Received unexpected event network-vif-plugged-9b7e7a49-9e73-45d2-a88c-3d15d6f96b97 for instance with vm_state building and task_state spawning. [ 688.669390] env[69735]: DEBUG nova.compute.manager [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Received event network-changed-9b7e7a49-9e73-45d2-a88c-3d15d6f96b97 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.670385] env[69735]: DEBUG nova.compute.manager [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Refreshing instance network info cache due to event network-changed-9b7e7a49-9e73-45d2-a88c-3d15d6f96b97. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.670775] env[69735]: DEBUG oslo_concurrency.lockutils [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] Acquiring lock "refresh_cache-44011071-a81a-4f24-9e27-9e7eed5a323c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.671434] env[69735]: DEBUG oslo_concurrency.lockutils [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] Acquired lock "refresh_cache-44011071-a81a-4f24-9e27-9e7eed5a323c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.671577] env[69735]: DEBUG nova.network.neutron [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Refreshing network info cache for port 9b7e7a49-9e73-45d2-a88c-3d15d6f96b97 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.705411] env[69735]: DEBUG nova.policy [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4266481c1f1b417a86cba943352a378a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b256ed4a23fe4857b003cdee07f73dcc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.797085] env[69735]: DEBUG oslo_concurrency.lockutils [req-56066b31-befb-4ccd-93d9-bce7bfa23674 req-9adb40ab-56af-41f9-9583-63b5b80bb28b service nova] Releasing lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.887587] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024412} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.887744] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.888939] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18b1235-a115-4d2a-8d63-00539d3bcd67 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.896868] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 688.896868] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fff12d-c24a-1442-3dbf-ca5aedc43c8b" [ 688.896868] env[69735]: _type = "Task" [ 688.896868] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.906844] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fff12d-c24a-1442-3dbf-ca5aedc43c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.031640] env[69735]: DEBUG nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.279220] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a56748c-4877-41a9-aa12-d80552bc0fa2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.288482] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9661e5d5-1ec3-4256-8c08-2593814d7a98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.326411] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b71a0-9ae5-4b2c-b4e7-2a8de6764337 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.335202] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb918db4-98ae-4681-8e18-4135e82b3108 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.350680] env[69735]: DEBUG nova.compute.provider_tree [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.409087] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fff12d-c24a-1442-3dbf-ca5aedc43c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013095} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.409378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.409503] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d00e3443-272c-4273-93fd-ad1d40b67afb/d00e3443-272c-4273-93fd-ad1d40b67afb.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.409805] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.409992] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.410225] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3be15bd-0241-4a30-bc70-410a667dbc03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.412676] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0d81eb9-4ebc-4a78-92fa-0752d5e6099f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.421334] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 689.421334] env[69735]: value = "task-3604551" [ 689.421334] env[69735]: _type = "Task" [ 689.421334] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.423276] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.423486] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.427896] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debf4392-19f4-4148-b059-73e288026ac3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.436444] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.437793] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 689.437793] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52149b2f-07ef-9202-19d4-69e1cdb66637" [ 689.437793] env[69735]: _type = "Task" [ 689.437793] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.449023] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52149b2f-07ef-9202-19d4-69e1cdb66637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.855488] env[69735]: DEBUG nova.scheduler.client.report [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.945145] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.956062] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52149b2f-07ef-9202-19d4-69e1cdb66637, 'name': SearchDatastore_Task, 'duration_secs': 0.016231} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.963134] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f923722-abd2-4dd0-abce-835d20ee09e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.970169] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 689.970169] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c8629e-442a-4ca1-b0b5-fedeffbd085c" [ 689.970169] env[69735]: _type = "Task" [ 689.970169] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.980599] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c8629e-442a-4ca1-b0b5-fedeffbd085c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.044187] env[69735]: DEBUG nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.083660] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.084016] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.085715] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.085999] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.086251] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.086548] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.086871] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.087108] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.087672] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.087672] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.087856] env[69735]: DEBUG nova.virt.hardware [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.089015] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672c6ee-8c08-4312-bafe-7517b3a40467 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.103752] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1431807b-fdc5-4743-bf26-6f348263a696 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.362043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.362597] env[69735]: DEBUG nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.365904] env[69735]: DEBUG nova.network.neutron [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Updated VIF entry in instance network info cache for port 9b7e7a49-9e73-45d2-a88c-3d15d6f96b97. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.366224] env[69735]: DEBUG nova.network.neutron [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Updating instance_info_cache with network_info: [{"id": "9b7e7a49-9e73-45d2-a88c-3d15d6f96b97", "address": "fa:16:3e:84:f1:8c", "network": {"id": "44db268d-5258-4f8c-960a-08de31de431a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1807582991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb61ffac0f4944088062de00d1d0b03d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7e7a49-9e", "ovs_interfaceid": "9b7e7a49-9e73-45d2-a88c-3d15d6f96b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.367238] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.887s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.368652] env[69735]: INFO nova.compute.claims [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.439651] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597229} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.440423] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d00e3443-272c-4273-93fd-ad1d40b67afb/d00e3443-272c-4273-93fd-ad1d40b67afb.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.440885] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.441353] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3bf352b-2345-4c92-aa09-7e8f6bca0b30 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.453782] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 690.453782] env[69735]: value = "task-3604552" [ 690.453782] env[69735]: _type = "Task" [ 690.453782] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.462360] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.480078] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c8629e-442a-4ca1-b0b5-fedeffbd085c, 'name': SearchDatastore_Task, 'duration_secs': 0.034079} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.480207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.480487] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 333b26de-70dc-4beb-97b9-7bbb9e6e7e92/333b26de-70dc-4beb-97b9-7bbb9e6e7e92.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.480897] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.481291] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.481291] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d8f41aa-46ff-4565-b422-2c089d0226dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.483446] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0917a412-c837-4c47-9cc3-dcd6fbd410ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.489918] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 690.489918] env[69735]: value = "task-3604553" [ 690.489918] env[69735]: _type = "Task" [ 690.489918] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.495020] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.495234] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.496374] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3146657c-5c33-4321-b8a8-4a27405bbcc3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.502070] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.505157] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 690.505157] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3fc41-30d6-82d5-93a0-160542630d26" [ 690.505157] env[69735]: _type = "Task" [ 690.505157] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.512856] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3fc41-30d6-82d5-93a0-160542630d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.876236] env[69735]: DEBUG oslo_concurrency.lockutils [req-ade498a6-5172-4d29-9473-d7ff89e84834 req-70abbf13-cc46-4c75-8297-09bb1a0243a0 service nova] Releasing lock "refresh_cache-44011071-a81a-4f24-9e27-9e7eed5a323c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.879172] env[69735]: DEBUG nova.compute.utils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.881026] env[69735]: DEBUG nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.882281] env[69735]: DEBUG nova.network.neutron [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.966612] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067297} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.967199] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.968678] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407650a-f688-463e-a9c3-c8f99c92cf2d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.999418] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d00e3443-272c-4273-93fd-ad1d40b67afb/d00e3443-272c-4273-93fd-ad1d40b67afb.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.001179] env[69735]: DEBUG nova.policy [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea5cddf0736f4cffacb7a36c3339269b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72251bd34f424da08fed52599c4d1483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.003375] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1664767-bb98-4718-a697-5d5f4feb0982 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.034860] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486446} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.037791] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 333b26de-70dc-4beb-97b9-7bbb9e6e7e92/333b26de-70dc-4beb-97b9-7bbb9e6e7e92.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.038189] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.038497] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 691.038497] env[69735]: value = "task-3604554" [ 691.038497] env[69735]: _type = "Task" [ 691.038497] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.040106] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f20d32a7-0b2f-4757-b12c-bda381c4b0cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.048184] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3fc41-30d6-82d5-93a0-160542630d26, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.049341] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5a4eb7-86b9-4950-b625-fc7d4ede41c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.052967] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 691.052967] env[69735]: value = "task-3604555" [ 691.052967] env[69735]: _type = "Task" [ 691.052967] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.057158] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.061691] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 691.061691] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520bca34-41d0-2b03-2bcd-e969a8c8b920" [ 691.061691] env[69735]: _type = "Task" [ 691.061691] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.067636] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.073409] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520bca34-41d0-2b03-2bcd-e969a8c8b920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.115819] env[69735]: DEBUG nova.network.neutron [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Successfully created port: 179b35b3-b3fd-4ac1-95d3-b28fd07f45cf {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.165086] env[69735]: DEBUG nova.network.neutron [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Successfully updated port: 23b665fe-17a0-4580-872b-e676f6c0245c {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.381935] env[69735]: DEBUG nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.554069] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604554, 'name': ReconfigVM_Task, 'duration_secs': 0.333176} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.554623] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d00e3443-272c-4273-93fd-ad1d40b67afb/d00e3443-272c-4273-93fd-ad1d40b67afb.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.556071] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edede040-0885-4fe1-aeae-ada83e1d519c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.574012] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 691.574012] env[69735]: value = "task-3604556" [ 691.574012] env[69735]: _type = "Task" [ 691.574012] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.577802] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068638} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.580895] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.585402] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037a33b4-4785-4232-8a1d-deffa23c3e68 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.588098] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520bca34-41d0-2b03-2bcd-e969a8c8b920, 'name': SearchDatastore_Task, 'duration_secs': 0.017456} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.588848] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.589307] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.591213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.591213] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.591213] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cc27e11-073a-46ac-a831-abe52e2542b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.607495] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19737831-8a0e-4f05-afd5-dce8b7156b54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.619088] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 333b26de-70dc-4beb-97b9-7bbb9e6e7e92/333b26de-70dc-4beb-97b9-7bbb9e6e7e92.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.619401] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604556, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.622605] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-377446a6-9eee-47ee-a4a1-812f082b2122 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.643667] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 691.643667] env[69735]: value = "task-3604557" [ 691.643667] env[69735]: _type = "Task" [ 691.643667] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.648632] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 691.648632] env[69735]: value = "task-3604558" [ 691.648632] env[69735]: _type = "Task" [ 691.648632] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.652511] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.657930] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7aa055-f793-49e6-8f5b-40e6fb2ede8f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.662351] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.662351] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.663097] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709b242d-e794-4dd6-a868-ac678e37bf39 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.671037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquiring lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.671193] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquired lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.671334] env[69735]: DEBUG nova.network.neutron [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.672470] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.676038] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118aaef-8f56-482b-8823-6787c5e08498 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.679359] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 691.679359] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e0f6ea-d15a-8df1-2e0b-9ee9f45f902b" [ 691.679359] env[69735]: _type = "Task" [ 691.679359] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.709783] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3998c916-d8b4-4f0a-b6c8-ed2eaaab2362 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.716518] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e0f6ea-d15a-8df1-2e0b-9ee9f45f902b, 'name': SearchDatastore_Task, 'duration_secs': 0.013061} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.717487] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca769cd9-1e84-4f62-8aa4-18987b39cf67 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.725908] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbab126-8256-4be8-b6b9-9b6efcd30a41 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.730989] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 691.730989] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b23761-3672-1199-b803-d3678e9af073" [ 691.730989] env[69735]: _type = "Task" [ 691.730989] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.742939] env[69735]: DEBUG nova.compute.provider_tree [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.750752] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b23761-3672-1199-b803-d3678e9af073, 'name': SearchDatastore_Task, 'duration_secs': 0.008509} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.750752] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.750941] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 44011071-a81a-4f24-9e27-9e7eed5a323c/44011071-a81a-4f24-9e27-9e7eed5a323c.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.751484] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1967a32d-9bf2-4a44-9be2-36222b198b01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.757426] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 691.757426] env[69735]: value = "task-3604559" [ 691.757426] env[69735]: _type = "Task" [ 691.757426] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.766655] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.088821] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604556, 'name': Rename_Task, 'duration_secs': 0.153171} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.088821] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.089079] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f141b2e6-7a63-4ba4-8756-4ca602e4b9cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.095789] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 692.095789] env[69735]: value = "task-3604560" [ 692.095789] env[69735]: _type = "Task" [ 692.095789] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.104374] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.152477] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604557, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.153953] env[69735]: DEBUG nova.network.neutron [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Successfully created port: e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.170561] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.246123] env[69735]: DEBUG nova.scheduler.client.report [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.270846] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604559, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.327600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "3a7606e7-37de-411d-a478-d800677c3d13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.327600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "3a7606e7-37de-411d-a478-d800677c3d13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.328663] env[69735]: DEBUG nova.network.neutron [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.396695] env[69735]: DEBUG nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.435043] env[69735]: DEBUG nova.compute.manager [req-6a4ed595-054c-438e-a5c7-81b223689424 req-436db2dd-d5f7-4ba0-a539-fbe74682fe13 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Received event network-vif-plugged-23b665fe-17a0-4580-872b-e676f6c0245c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.436018] env[69735]: DEBUG oslo_concurrency.lockutils [req-6a4ed595-054c-438e-a5c7-81b223689424 req-436db2dd-d5f7-4ba0-a539-fbe74682fe13 service nova] Acquiring lock "c568f0e0-42ba-460d-9979-69f7498a748f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.436018] env[69735]: DEBUG oslo_concurrency.lockutils [req-6a4ed595-054c-438e-a5c7-81b223689424 req-436db2dd-d5f7-4ba0-a539-fbe74682fe13 service nova] Lock "c568f0e0-42ba-460d-9979-69f7498a748f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.436018] env[69735]: DEBUG oslo_concurrency.lockutils [req-6a4ed595-054c-438e-a5c7-81b223689424 req-436db2dd-d5f7-4ba0-a539-fbe74682fe13 service nova] Lock "c568f0e0-42ba-460d-9979-69f7498a748f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.436018] env[69735]: DEBUG nova.compute.manager [req-6a4ed595-054c-438e-a5c7-81b223689424 req-436db2dd-d5f7-4ba0-a539-fbe74682fe13 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] No waiting events found dispatching network-vif-plugged-23b665fe-17a0-4580-872b-e676f6c0245c {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.436449] env[69735]: WARNING nova.compute.manager [req-6a4ed595-054c-438e-a5c7-81b223689424 req-436db2dd-d5f7-4ba0-a539-fbe74682fe13 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Received unexpected event network-vif-plugged-23b665fe-17a0-4580-872b-e676f6c0245c for instance with vm_state building and task_state spawning. [ 692.558917] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.559239] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.559849] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.559849] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.559849] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.559849] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.560059] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.562877] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.562877] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.562877] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.562877] env[69735]: DEBUG nova.virt.hardware [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.567272] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce0e414-8776-45ba-9e99-471101a154a7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.579725] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44935f10-17bd-447a-a29d-d9cded856251 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.606290] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604560, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.653954] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536292} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.654253] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.654462] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.654721] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19aaf452-4c2c-4a05-8168-7ad928197c66 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.663619] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 692.663619] env[69735]: value = "task-3604561" [ 692.663619] env[69735]: _type = "Task" [ 692.663619] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.670745] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604558, 'name': ReconfigVM_Task, 'duration_secs': 0.60492} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.671699] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 333b26de-70dc-4beb-97b9-7bbb9e6e7e92/333b26de-70dc-4beb-97b9-7bbb9e6e7e92.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.672349] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3d71195-dd34-4f9f-9e72-455e24554905 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.678230] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.682814] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 692.682814] env[69735]: value = "task-3604562" [ 692.682814] env[69735]: _type = "Task" [ 692.682814] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.692637] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604562, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.752697] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.753306] env[69735]: DEBUG nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.757654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.050s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.757918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.758103] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 692.758413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.161s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.760078] env[69735]: INFO nova.compute.claims [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.764564] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d929ec7b-36fa-442e-9342-2f3dfafa89c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.780437] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776989} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.780778] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 44011071-a81a-4f24-9e27-9e7eed5a323c/44011071-a81a-4f24-9e27-9e7eed5a323c.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.781441] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.782683] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d2dac-0889-4766-9193-a44db429f137 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.788490] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-503a4d48-6d70-4818-9de1-7a54d92df39c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.809607] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4e8c21-62a1-4c59-b2fa-ab96be3c9030 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.814037] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 692.814037] env[69735]: value = "task-3604563" [ 692.814037] env[69735]: _type = "Task" [ 692.814037] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.826105] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ccd559-51b3-4277-853a-0aee0958b122 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.835624] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.871064] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180934MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 692.871064] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.108459] env[69735]: DEBUG oslo_vmware.api [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604560, 'name': PowerOnVM_Task, 'duration_secs': 0.731685} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.109453] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.109453] env[69735]: INFO nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Took 14.58 seconds to spawn the instance on the hypervisor. [ 693.109582] env[69735]: DEBUG nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.110322] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8455895b-5ba4-49d5-bd66-393ef454caab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.180937] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187904} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.182708] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.183368] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23bd497-d268-417a-94e0-e857c5ac0f4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.213724] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.218635] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d47f6549-762b-48d2-9070-8fd4b6500f62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.234688] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604562, 'name': Rename_Task, 'duration_secs': 0.217409} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.234688] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.235344] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd80310f-8a02-49c6-82c3-2ae3328f1728 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.240554] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 693.240554] env[69735]: value = "task-3604564" [ 693.240554] env[69735]: _type = "Task" [ 693.240554] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.245017] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 693.245017] env[69735]: value = "task-3604565" [ 693.245017] env[69735]: _type = "Task" [ 693.245017] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.251355] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.258176] env[69735]: DEBUG nova.compute.utils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.260995] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.260995] env[69735]: DEBUG nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.260995] env[69735]: DEBUG nova.network.neutron [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.326941] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069124} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.326941] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.327144] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07161ba-0562-4d1d-adc0-d7eec59d9d9b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.352787] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 44011071-a81a-4f24-9e27-9e7eed5a323c/44011071-a81a-4f24-9e27-9e7eed5a323c.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.354845] env[69735]: DEBUG nova.policy [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a0cdfabbc8f4013aa338128d2f55c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac842a7b724438d9a2d9ac6c303554a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.357190] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340610a6-3b44-4603-89cb-a70d40b8a0bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.377490] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 693.377490] env[69735]: value = "task-3604566" [ 693.377490] env[69735]: _type = "Task" [ 693.377490] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.388223] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.418497] env[69735]: DEBUG nova.network.neutron [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Updating instance_info_cache with network_info: [{"id": "23b665fe-17a0-4580-872b-e676f6c0245c", "address": "fa:16:3e:7f:b0:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b665fe-17", "ovs_interfaceid": "23b665fe-17a0-4580-872b-e676f6c0245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.630340] env[69735]: INFO nova.compute.manager [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Took 19.38 seconds to build instance. [ 693.759021] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.759270] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604565, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.763894] env[69735]: DEBUG nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.888283] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.925425] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Releasing lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.925425] env[69735]: DEBUG nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Instance network_info: |[{"id": "23b665fe-17a0-4580-872b-e676f6c0245c", "address": "fa:16:3e:7f:b0:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b665fe-17", "ovs_interfaceid": "23b665fe-17a0-4580-872b-e676f6c0245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.927118] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b0:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b665fe-17a0-4580-872b-e676f6c0245c', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.938252] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Creating folder: Project (a3397110a1114eccbc9bbc1524ae4315). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.938583] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00039c7-c7af-4863-af36-690b1d7e86eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.949749] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Created folder: Project (a3397110a1114eccbc9bbc1524ae4315) in parent group-v719064. [ 693.950184] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Creating folder: Instances. Parent ref: group-v719077. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.950434] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335e73db-761c-4a5c-83d5-5eba8feb9634 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.961647] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Created folder: Instances in parent group-v719077. [ 693.962305] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.962305] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.962305] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e4f6625-9671-454b-b569-ecdcc17cd277 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.986646] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.986646] env[69735]: value = "task-3604569" [ 693.986646] env[69735]: _type = "Task" [ 693.986646] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.000119] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604569, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.036031] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d79e0-6c02-4a15-bd7c-d55b3a038613 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.046013] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac60138c-e054-495f-acc2-50d4caff771a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.085027] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77503ce2-09e8-46dd-88ed-e9ac3d028675 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.093717] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0108814d-c75f-47c9-8809-ca1c5122cb4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.116046] env[69735]: DEBUG nova.compute.provider_tree [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.135254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c39d0c0-6873-4265-9b72-7e785bcfc248 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.896s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.135415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.938s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.135621] env[69735]: INFO nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] During sync_power_state the instance has a pending task (spawning). Skip. [ 694.137046] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.140067] env[69735]: DEBUG nova.network.neutron [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Successfully created port: 4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.252157] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604564, 'name': ReconfigVM_Task, 'duration_secs': 0.784405} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.256071] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.256663] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bd2721b-e69b-421b-b021-434467bcf368 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.267518] env[69735]: DEBUG oslo_vmware.api [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604565, 'name': PowerOnVM_Task, 'duration_secs': 0.990758} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.274560] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 694.274560] env[69735]: value = "task-3604570" [ 694.274560] env[69735]: _type = "Task" [ 694.274560] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.275063] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.278787] env[69735]: INFO nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Took 13.49 seconds to spawn the instance on the hypervisor. [ 694.278787] env[69735]: DEBUG nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.278787] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2458d019-d133-4de7-a36c-22556dafdf93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.300163] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604570, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.393467] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.500020] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604569, 'name': CreateVM_Task, 'duration_secs': 0.446012} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.500020] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.500533] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.500733] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.501016] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.501336] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9bf514-f6a1-4211-ba49-79b68596cb2f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.506228] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 694.506228] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d84f97-28a6-8acd-a870-c1ac2e322ea3" [ 694.506228] env[69735]: _type = "Task" [ 694.506228] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.517593] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d84f97-28a6-8acd-a870-c1ac2e322ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.616557] env[69735]: DEBUG nova.scheduler.client.report [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.638775] env[69735]: DEBUG nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.762025] env[69735]: DEBUG nova.network.neutron [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Successfully updated port: e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.777767] env[69735]: DEBUG nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.780854] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "d6551491-3d04-43fa-9813-3af8725c7b9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.781174] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "d6551491-3d04-43fa-9813-3af8725c7b9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.795513] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604570, 'name': Rename_Task, 'duration_secs': 0.167117} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.795778] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.796128] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd90184d-e353-4664-9690-adb360959a37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.809643] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 694.809643] env[69735]: value = "task-3604571" [ 694.809643] env[69735]: _type = "Task" [ 694.809643] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.818854] env[69735]: INFO nova.compute.manager [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Took 20.27 seconds to build instance. [ 694.822790] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.823025] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.823171] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.823342] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.823479] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.823624] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.823823] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.823985] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.826690] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.827725] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.827725] env[69735]: DEBUG nova.virt.hardware [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.828366] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8a250d-81ec-4a19-9927-bc9ec27a1147 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.835124] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604571, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.842371] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e569468-b4d0-4935-97d4-23d6eb946706 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.890187] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604566, 'name': ReconfigVM_Task, 'duration_secs': 1.306657} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.890728] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 44011071-a81a-4f24-9e27-9e7eed5a323c/44011071-a81a-4f24-9e27-9e7eed5a323c.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.891118] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8f1a3aa-5f7a-4dad-89f0-2fbcb7437dea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.898031] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 694.898031] env[69735]: value = "task-3604572" [ 694.898031] env[69735]: _type = "Task" [ 694.898031] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.905734] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604572, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.016859] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d84f97-28a6-8acd-a870-c1ac2e322ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.035581} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.017125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.017372] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.017650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.017836] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.018052] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.018327] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2334fe4-bbb6-46b4-8b3f-6bf90707dd0f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.027373] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.027373] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.028206] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001c7153-9625-46e2-b93e-950107700bbe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.034651] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 695.034651] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52893130-f79b-78f4-dafb-b7637c094907" [ 695.034651] env[69735]: _type = "Task" [ 695.034651] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.044022] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52893130-f79b-78f4-dafb-b7637c094907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.126929] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.127448] env[69735]: DEBUG nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.131300] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.879s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.132810] env[69735]: INFO nova.compute.claims [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.168494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.264464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.264614] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.264769] env[69735]: DEBUG nova.network.neutron [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.324589] env[69735]: DEBUG oslo_concurrency.lockutils [None req-59c8dc0e-1048-4418-8131-45ae33b79f3b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.782s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.324589] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604571, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.324589] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.125s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.324589] env[69735]: INFO nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] During sync_power_state the instance has a pending task (spawning). Skip. [ 695.324589] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.410181] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604572, 'name': Rename_Task, 'duration_secs': 0.132883} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.410523] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.411283] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-137c178c-3f28-4ca9-9639-7d848e887121 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.420637] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 695.420637] env[69735]: value = "task-3604573" [ 695.420637] env[69735]: _type = "Task" [ 695.420637] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.430824] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.549236] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52893130-f79b-78f4-dafb-b7637c094907, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.550431] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c4d238-dd0a-418d-9a0d-6e3b51355e8f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.556370] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 695.556370] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526cd4af-304d-fceb-9629-388fb928906c" [ 695.556370] env[69735]: _type = "Task" [ 695.556370] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.565626] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526cd4af-304d-fceb-9629-388fb928906c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.636134] env[69735]: DEBUG nova.compute.utils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.645821] env[69735]: DEBUG nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.647111] env[69735]: DEBUG nova.network.neutron [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.828915] env[69735]: DEBUG nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.834186] env[69735]: DEBUG oslo_vmware.api [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604571, 'name': PowerOnVM_Task, 'duration_secs': 0.826209} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.834689] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.837971] env[69735]: INFO nova.compute.manager [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Took 10.56 seconds to spawn the instance on the hypervisor. [ 695.837971] env[69735]: DEBUG nova.compute.manager [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.837971] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5689d4ac-65e9-4194-a5d6-4766b3ac295f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.872719] env[69735]: DEBUG nova.policy [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52ce5b92beaf4ae2a4446b600c092b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d7b11f0a80c4ad681abcbb84cd59f6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.926574] env[69735]: DEBUG nova.network.neutron [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.931828] env[69735]: DEBUG oslo_vmware.api [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604573, 'name': PowerOnVM_Task, 'duration_secs': 0.47113} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.932338] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.932338] env[69735]: INFO nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Took 12.92 seconds to spawn the instance on the hypervisor. [ 695.932555] env[69735]: DEBUG nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.936375] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a6c3fb-a9f8-40d3-8306-3f36949ff64b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.074133] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526cd4af-304d-fceb-9629-388fb928906c, 'name': SearchDatastore_Task, 'duration_secs': 0.011942} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.074133] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.074133] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c568f0e0-42ba-460d-9979-69f7498a748f/c568f0e0-42ba-460d-9979-69f7498a748f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.074655] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aeed0d2-ecec-451e-a6a2-92a114d4e22f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.085709] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 696.085709] env[69735]: value = "task-3604574" [ 696.085709] env[69735]: _type = "Task" [ 696.085709] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.095265] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.149159] env[69735]: DEBUG nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.351778] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquiring lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.351778] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.362698] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.365528] env[69735]: INFO nova.compute.manager [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Took 20.58 seconds to build instance. [ 696.440262] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da08fe-9691-4e28-93db-cbc4b0fbf06a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.449656] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9cc632-65cd-4e90-b41f-fe5827fd0f48 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.497426] env[69735]: INFO nova.compute.manager [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Took 21.91 seconds to build instance. [ 696.499399] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d9229d-09ec-43ea-8efd-c80ba05c05a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.507839] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfe7975-7c95-4d38-b873-fbbbcd544185 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.526176] env[69735]: DEBUG nova.compute.provider_tree [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.603128] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604574, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.657817] env[69735]: DEBUG nova.network.neutron [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Successfully updated port: 179b35b3-b3fd-4ac1-95d3-b28fd07f45cf {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.868195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fad4a82-cf0e-46f0-9b87-1aa20b23e22b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.093s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.869973] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.671s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.870945] env[69735]: INFO nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] During sync_power_state the instance has a pending task (networking). Skip. [ 696.870945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.978294] env[69735]: DEBUG nova.network.neutron [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Updating instance_info_cache with network_info: [{"id": "e08c0362-c640-4658-b7bb-a4309abee8c6", "address": "fa:16:3e:4b:6d:62", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c0362-c6", "ovs_interfaceid": "e08c0362-c640-4658-b7bb-a4309abee8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.004717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9516b3cc-bafa-41cd-82cc-016ed209a942 tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.424s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.005831] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.807s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.006537] env[69735]: INFO nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] During sync_power_state the instance has a pending task (spawning). Skip. [ 697.006794] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.034747] env[69735]: DEBUG nova.scheduler.client.report [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.105129] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574019} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.105129] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c568f0e0-42ba-460d-9979-69f7498a748f/c568f0e0-42ba-460d-9979-69f7498a748f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.105129] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.105129] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-579024d6-6300-4935-b2f2-a96377244708 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.115659] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 697.115659] env[69735]: value = "task-3604575" [ 697.115659] env[69735]: _type = "Task" [ 697.115659] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.133444] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.168016] env[69735]: DEBUG nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.171104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.171267] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.171430] env[69735]: DEBUG nova.network.neutron [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.215952] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.219130] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.219130] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.219130] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.219130] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.219130] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.219461] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.219761] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.220096] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.220290] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.220456] env[69735]: DEBUG nova.virt.hardware [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.221354] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ad2b6-b8bb-46aa-8f29-fa32549c3dea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.225757] env[69735]: DEBUG nova.network.neutron [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Successfully updated port: 4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.234540] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8233041e-f761-4260-a83d-a681a38253b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.298982] env[69735]: DEBUG nova.network.neutron [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Successfully created port: 594871e0-29b5-4f96-9400-c0c3586bd63b {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.370912] env[69735]: DEBUG nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.417921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquiring lock "ace797e6-97fb-49f0-a35e-9259de311409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.418095] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "ace797e6-97fb-49f0-a35e-9259de311409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.481804] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Releasing lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.482170] env[69735]: DEBUG nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Instance network_info: |[{"id": "e08c0362-c640-4658-b7bb-a4309abee8c6", "address": "fa:16:3e:4b:6d:62", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c0362-c6", "ovs_interfaceid": "e08c0362-c640-4658-b7bb-a4309abee8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.482675] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:6d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08c0362-c640-4658-b7bb-a4309abee8c6', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.491343] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Creating folder: Project (72251bd34f424da08fed52599c4d1483). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.492247] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9539be04-a791-4391-8666-e443db78df54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.505191] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Created folder: Project (72251bd34f424da08fed52599c4d1483) in parent group-v719064. [ 697.505460] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Creating folder: Instances. Parent ref: group-v719080. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.505756] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df478d30-2a2c-4f7f-96a7-881cc7f124f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.507563] env[69735]: DEBUG nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.518699] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Created folder: Instances in parent group-v719080. [ 697.518983] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.519201] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.519412] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f24f9a3f-c7f0-4f0a-8be1-f97cd2274f86 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.540511] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.540996] env[69735]: DEBUG nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.545135] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.676s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.546350] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.546350] env[69735]: value = "task-3604578" [ 697.546350] env[69735]: _type = "Task" [ 697.546350] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.557952] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604578, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.626515] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072961} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.626515] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.628525] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7252709d-1f4b-4a6b-83b0-1fdbd90c6e37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.657825] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] c568f0e0-42ba-460d-9979-69f7498a748f/c568f0e0-42ba-460d-9979-69f7498a748f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.657825] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aaddb84-c5d8-4717-a00a-ace5493e6d29 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.685487] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 697.685487] env[69735]: value = "task-3604579" [ 697.685487] env[69735]: _type = "Task" [ 697.685487] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.700353] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604579, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.729524] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquiring lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.729524] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquired lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.729524] env[69735]: DEBUG nova.network.neutron [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.771664] env[69735]: DEBUG nova.network.neutron [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.895231] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.030465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.048241] env[69735]: DEBUG nova.compute.utils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.050064] env[69735]: DEBUG nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.050490] env[69735]: DEBUG nova.network.neutron [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.069446] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604578, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.201726] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.212337] env[69735]: DEBUG nova.compute.manager [req-4bce8071-68a8-46f7-803a-448ae8211f1c req-fa315ded-7474-4c77-9be0-fdc2ffdf1889 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Received event network-vif-plugged-e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.212337] env[69735]: DEBUG oslo_concurrency.lockutils [req-4bce8071-68a8-46f7-803a-448ae8211f1c req-fa315ded-7474-4c77-9be0-fdc2ffdf1889 service nova] Acquiring lock "56a75596-cd81-41e4-b526-dd378c737a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.215482] env[69735]: DEBUG oslo_concurrency.lockutils [req-4bce8071-68a8-46f7-803a-448ae8211f1c req-fa315ded-7474-4c77-9be0-fdc2ffdf1889 service nova] Lock "56a75596-cd81-41e4-b526-dd378c737a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.215689] env[69735]: DEBUG oslo_concurrency.lockutils [req-4bce8071-68a8-46f7-803a-448ae8211f1c req-fa315ded-7474-4c77-9be0-fdc2ffdf1889 service nova] Lock "56a75596-cd81-41e4-b526-dd378c737a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.215873] env[69735]: DEBUG nova.compute.manager [req-4bce8071-68a8-46f7-803a-448ae8211f1c req-fa315ded-7474-4c77-9be0-fdc2ffdf1889 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] No waiting events found dispatching network-vif-plugged-e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.216062] env[69735]: WARNING nova.compute.manager [req-4bce8071-68a8-46f7-803a-448ae8211f1c req-fa315ded-7474-4c77-9be0-fdc2ffdf1889 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Received unexpected event network-vif-plugged-e08c0362-c640-4658-b7bb-a4309abee8c6 for instance with vm_state building and task_state spawning. [ 698.241293] env[69735]: DEBUG nova.compute.manager [req-5b37b9ce-c36f-4fd2-9b09-061ba24436a7 req-a424cc61-6a92-4f92-8876-d4b18d3ffc87 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Received event network-changed-23b665fe-17a0-4580-872b-e676f6c0245c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.241293] env[69735]: DEBUG nova.compute.manager [req-5b37b9ce-c36f-4fd2-9b09-061ba24436a7 req-a424cc61-6a92-4f92-8876-d4b18d3ffc87 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Refreshing instance network info cache due to event network-changed-23b665fe-17a0-4580-872b-e676f6c0245c. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.241293] env[69735]: DEBUG oslo_concurrency.lockutils [req-5b37b9ce-c36f-4fd2-9b09-061ba24436a7 req-a424cc61-6a92-4f92-8876-d4b18d3ffc87 service nova] Acquiring lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.241293] env[69735]: DEBUG oslo_concurrency.lockutils [req-5b37b9ce-c36f-4fd2-9b09-061ba24436a7 req-a424cc61-6a92-4f92-8876-d4b18d3ffc87 service nova] Acquired lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.241293] env[69735]: DEBUG nova.network.neutron [req-5b37b9ce-c36f-4fd2-9b09-061ba24436a7 req-a424cc61-6a92-4f92-8876-d4b18d3ffc87 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Refreshing network info cache for port 23b665fe-17a0-4580-872b-e676f6c0245c {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.249253] env[69735]: DEBUG nova.policy [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e32bd63a23f44ab2b5ef1b9a08ad2180', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c46e8a91a65241eb8874a6b209655ab6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.316957] env[69735]: DEBUG nova.network.neutron [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance_info_cache with network_info: [{"id": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "address": "fa:16:3e:3a:a3:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179b35b3-b3", "ovs_interfaceid": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.339923] env[69735]: DEBUG nova.network.neutron [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.557608] env[69735]: DEBUG nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.573864] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604578, 'name': CreateVM_Task, 'duration_secs': 0.697219} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.573864] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.573864] env[69735]: DEBUG oslo_vmware.service [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d50fb0-0bc8-4512-bcd6-cec14a2b377c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.583136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.583136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.583136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.583136] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05da3f22-0f3a-4ccd-9014-a09622da13bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.590571] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 698.590571] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5209605a-ce54-9ea3-fd9d-06114f7baecb" [ 698.590571] env[69735]: _type = "Task" [ 698.590571] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.599702] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5209605a-ce54-9ea3-fd9d-06114f7baecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.601822] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d00e3443-272c-4273-93fd-ad1d40b67afb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.602354] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.602665] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 44011071-a81a-4f24-9e27-9e7eed5a323c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.602988] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.603277] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance c568f0e0-42ba-460d-9979-69f7498a748f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.603590] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.604147] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 56a75596-cd81-41e4-b526-dd378c737a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.604525] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 71b3d5d1-3110-478f-baf1-d77c2c85ac19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.604921] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 4b1b8aa4-2eb8-4989-bd4a-d105e8729286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.605280] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8abeda56-35d3-4446-bc14-4ad781eaf1a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 698.703690] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.780107] env[69735]: DEBUG nova.network.neutron [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Updating instance_info_cache with network_info: [{"id": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "address": "fa:16:3e:95:66:dc", "network": {"id": "de8d5b61-e9e9-492d-ad5e-e7c2d8b12cd4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1730162344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac842a7b724438d9a2d9ac6c303554a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2d137e-a2", "ovs_interfaceid": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.823679] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.824059] env[69735]: DEBUG nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Instance network_info: |[{"id": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "address": "fa:16:3e:3a:a3:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179b35b3-b3", "ovs_interfaceid": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.826029] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:a3:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '179b35b3-b3fd-4ac1-95d3-b28fd07f45cf', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.837423] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Creating folder: Project (b256ed4a23fe4857b003cdee07f73dcc). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.837853] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd0e235b-805f-4653-b1ce-ac8496d58350 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.860656] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Created folder: Project (b256ed4a23fe4857b003cdee07f73dcc) in parent group-v719064. [ 698.860656] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Creating folder: Instances. Parent ref: group-v719083. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.860656] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8930645-6e87-4d4b-bb7b-c672ffb7e0b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.872582] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Created folder: Instances in parent group-v719083. [ 698.873624] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.873624] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.873624] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64e4b667-fd2e-40b0-a971-cfe09fabe2ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.896383] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.896383] env[69735]: value = "task-3604582" [ 698.896383] env[69735]: _type = "Task" [ 698.896383] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.905807] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604582, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.103475] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.103762] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.104027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.105391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.105391] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.105671] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f39db9b-5cdf-40fa-bf10-cbc515191a48 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.109906] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d377096a-422a-4b72-88db-08bf0b8f8fa7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 699.127141] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.127141] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.128097] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465f2601-49b6-44e3-989c-573d9c13f72f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.141697] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab93a400-84e0-4f98-ab3f-c85bd3588231 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.152231] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 699.152231] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207584d-fcf1-af75-384b-be616d2915fc" [ 699.152231] env[69735]: _type = "Task" [ 699.152231] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.166203] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Preparing fetch location {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 699.166203] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Creating directory with path [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.166203] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5050b2b4-87b4-41a6-9df3-935479d58a46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.198564] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.203048] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Created directory with path [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.203259] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Fetch image to [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 699.203423] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Downloading image file data ff36286c-113e-4e32-9c9a-57968a528ea6 to [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69735) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 699.204226] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea07f5-6c78-4689-9e13-0bacba1d6cee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.220044] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa5d7e-56f5-47e9-b58b-f0580a34a8c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.233390] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cc6290-15c0-4c03-87c7-b9322b14e6ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.269516] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca2f278-a499-4349-bb74-7154ef665675 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.276049] env[69735]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6be3143c-9e70-4953-9066-77121920bf12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.285809] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Releasing lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.286904] env[69735]: DEBUG nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Instance network_info: |[{"id": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "address": "fa:16:3e:95:66:dc", "network": {"id": "de8d5b61-e9e9-492d-ad5e-e7c2d8b12cd4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1730162344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac842a7b724438d9a2d9ac6c303554a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2d137e-a2", "ovs_interfaceid": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.287126] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:66:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a2d137e-a221-4bfb-81ef-0c9927d13de7', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.295152] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Creating folder: Project (8ac842a7b724438d9a2d9ac6c303554a). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.298484] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03233a79-a64d-4707-ab41-40823368151b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.304360] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Downloading image file data ff36286c-113e-4e32-9c9a-57968a528ea6 to the data store datastore1 {{(pid=69735) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 699.316802] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Created folder: Project (8ac842a7b724438d9a2d9ac6c303554a) in parent group-v719064. [ 699.318354] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Creating folder: Instances. Parent ref: group-v719086. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.318354] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84c82254-9c4b-4831-9433-c138fd5b11e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.330226] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Created folder: Instances in parent group-v719086. [ 699.330502] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.330721] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.330945] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f58bca74-5454-4d2b-ba6f-6d2175a6abb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.362818] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.362818] env[69735]: value = "task-3604585" [ 699.362818] env[69735]: _type = "Task" [ 699.362818] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.374244] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604585, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.409099] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604582, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.424511] env[69735]: DEBUG oslo_vmware.rw_handles [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 699.582367] env[69735]: DEBUG nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.616486] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.616901] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.617071] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.617269] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.617410] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.617725] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.618099] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.618299] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.618520] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.620016] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.620016] env[69735]: DEBUG nova.virt.hardware [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.620016] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 04800cfa-2e24-43bc-9198-0a0f41151dc0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 699.624972] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f7963a-b17a-4219-8189-393c2897e3e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.634958] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a695ddef-fb2a-41af-b3bd-bb5efcd94fa0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.646577] env[69735]: DEBUG nova.network.neutron [req-5b37b9ce-c36f-4fd2-9b09-061ba24436a7 req-a424cc61-6a92-4f92-8876-d4b18d3ffc87 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Updated VIF entry in instance network info cache for port 23b665fe-17a0-4580-872b-e676f6c0245c. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.648100] env[69735]: DEBUG nova.network.neutron [req-5b37b9ce-c36f-4fd2-9b09-061ba24436a7 req-a424cc61-6a92-4f92-8876-d4b18d3ffc87 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Updating instance_info_cache with network_info: [{"id": "23b665fe-17a0-4580-872b-e676f6c0245c", "address": "fa:16:3e:7f:b0:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b665fe-17", "ovs_interfaceid": "23b665fe-17a0-4580-872b-e676f6c0245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.706223] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604579, 'name': ReconfigVM_Task, 'duration_secs': 1.681651} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.708133] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] c568f0e0-42ba-460d-9979-69f7498a748f/c568f0e0-42ba-460d-9979-69f7498a748f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.708133] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6185f7b3-2848-43cb-b724-cc806a1f2221 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.720631] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 699.720631] env[69735]: value = "task-3604586" [ 699.720631] env[69735]: _type = "Task" [ 699.720631] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.739336] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604586, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.872784] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604585, 'name': CreateVM_Task, 'duration_secs': 0.464643} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.872961] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.875828] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.875996] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.876346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.880533] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0285db1c-14cb-4fb0-a792-b7cbdba67488 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.884527] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 699.884527] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f96e1b-b75a-01f0-3baa-d60270f4885b" [ 699.884527] env[69735]: _type = "Task" [ 699.884527] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.897171] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f96e1b-b75a-01f0-3baa-d60270f4885b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.910521] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604582, 'name': CreateVM_Task, 'duration_secs': 0.768141} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.914140] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.915464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.017517] env[69735]: DEBUG nova.network.neutron [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Successfully created port: c660b595-31e1-49d2-b5f5-075369f221c1 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.130174] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3a7606e7-37de-411d-a478-d800677c3d13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 700.158659] env[69735]: DEBUG oslo_concurrency.lockutils [req-5b37b9ce-c36f-4fd2-9b09-061ba24436a7 req-a424cc61-6a92-4f92-8876-d4b18d3ffc87 service nova] Releasing lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.234880] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604586, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.254492] env[69735]: DEBUG oslo_vmware.rw_handles [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Completed reading data from the image iterator. {{(pid=69735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 700.254926] env[69735]: DEBUG oslo_vmware.rw_handles [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 700.268039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Acquiring lock "d00e3443-272c-4273-93fd-ad1d40b67afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.268039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.268234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Acquiring lock "d00e3443-272c-4273-93fd-ad1d40b67afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.271465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.271465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.276555] env[69735]: INFO nova.compute.manager [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Terminating instance [ 700.323465] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Downloaded image file data ff36286c-113e-4e32-9c9a-57968a528ea6 to vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69735) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 700.325216] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Caching image {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 700.325469] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Copying Virtual Disk [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk to [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.325745] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-180560a8-76e0-4596-b6f9-39b99fa7c567 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.338408] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 700.338408] env[69735]: value = "task-3604587" [ 700.338408] env[69735]: _type = "Task" [ 700.338408] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.352766] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.401713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.401713] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.401713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.401713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.404855] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.404855] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffcc823-8610-47e0-9263-4067139fad72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.407068] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 700.407068] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525e055f-1617-33c2-6f41-5d0db0e0355b" [ 700.407068] env[69735]: _type = "Task" [ 700.407068] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.416423] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525e055f-1617-33c2-6f41-5d0db0e0355b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.547667] env[69735]: DEBUG nova.network.neutron [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Successfully updated port: 594871e0-29b5-4f96-9400-c0c3586bd63b {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.636571] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d6551491-3d04-43fa-9813-3af8725c7b9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 700.733135] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604586, 'name': Rename_Task, 'duration_secs': 0.842064} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.733135] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.733135] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336c2885-afa7-4a61-a8c7-578717b174bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.741638] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 700.741638] env[69735]: value = "task-3604588" [ 700.741638] env[69735]: _type = "Task" [ 700.741638] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.750200] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.781061] env[69735]: DEBUG nova.compute.manager [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.782278] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.783517] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc51a18-1bba-45b9-94c8-b7b84fbb6954 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.791034] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.791681] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e251b019-3d91-4e55-b104-e70bc6ba0c08 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.801282] env[69735]: DEBUG oslo_vmware.api [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Waiting for the task: (returnval){ [ 700.801282] env[69735]: value = "task-3604589" [ 700.801282] env[69735]: _type = "Task" [ 700.801282] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.815948] env[69735]: DEBUG oslo_vmware.api [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Task: {'id': task-3604589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.852354] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604587, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.918850] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.919136] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.919354] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.053756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquiring lock "refresh_cache-4b1b8aa4-2eb8-4989-bd4a-d105e8729286" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.053943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquired lock "refresh_cache-4b1b8aa4-2eb8-4989-bd4a-d105e8729286" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.054216] env[69735]: DEBUG nova.network.neutron [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.141256] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8c1a6b7c-f693-4566-a9f6-8053860b1699 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 701.254447] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.319775] env[69735]: DEBUG oslo_vmware.api [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Task: {'id': task-3604589, 'name': PowerOffVM_Task, 'duration_secs': 0.221451} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.323533] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.323533] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.323533] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-388419e0-5ab2-4730-a121-1490f96a5787 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.353356] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.396994] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.397665] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.397665] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Deleting the datastore file [datastore2] d00e3443-272c-4273-93fd-ad1d40b67afb {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.397665] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5ce5cae-dfa0-4dca-a4dd-4f2d4cfa8d0f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.406373] env[69735]: DEBUG oslo_vmware.api [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Waiting for the task: (returnval){ [ 701.406373] env[69735]: value = "task-3604591" [ 701.406373] env[69735]: _type = "Task" [ 701.406373] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.421131] env[69735]: DEBUG oslo_vmware.api [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Task: {'id': task-3604591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.593437] env[69735]: DEBUG nova.network.neutron [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.644836] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance ace797e6-97fb-49f0-a35e-9259de311409 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 701.645132] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 701.646118] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 701.675152] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "57385667-4ff4-49e8-88d3-f60ed2207f9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.675586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "57385667-4ff4-49e8-88d3-f60ed2207f9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.758954] env[69735]: DEBUG oslo_vmware.api [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604588, 'name': PowerOnVM_Task, 'duration_secs': 0.70568} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.759285] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.759489] env[69735]: INFO nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Took 14.14 seconds to spawn the instance on the hypervisor. [ 701.759663] env[69735]: DEBUG nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.762601] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d440ac-3b1b-4476-9ce7-7cd47e54e935 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.826663] env[69735]: DEBUG nova.network.neutron [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Updating instance_info_cache with network_info: [{"id": "594871e0-29b5-4f96-9400-c0c3586bd63b", "address": "fa:16:3e:67:22:ca", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594871e0-29", "ovs_interfaceid": "594871e0-29b5-4f96-9400-c0c3586bd63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.858316] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604587, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.034706} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.858529] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Copied Virtual Disk [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk to [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.858785] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleting the datastore file [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6/tmp-sparse.vmdk {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.859049] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0bb9e9-1b8b-473e-906c-5ceb7ab8fe45 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.865670] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 701.865670] env[69735]: value = "task-3604592" [ 701.865670] env[69735]: _type = "Task" [ 701.865670] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.879896] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.918674] env[69735]: DEBUG oslo_vmware.api [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Task: {'id': task-3604591, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.951240] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d8ccd-f9bc-452a-9223-0e925465fe5f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.958767] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcbb527-49a1-41f3-897c-bc633fb5ba6b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.994053] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189859e2-fa8f-4c04-baf5-04213e1c070d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.002023] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b604250-c5c7-4331-8f57-7491e873d52f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.016763] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.294500] env[69735]: INFO nova.compute.manager [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Took 25.17 seconds to build instance. [ 702.329414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Releasing lock "refresh_cache-4b1b8aa4-2eb8-4989-bd4a-d105e8729286" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.329909] env[69735]: DEBUG nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Instance network_info: |[{"id": "594871e0-29b5-4f96-9400-c0c3586bd63b", "address": "fa:16:3e:67:22:ca", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594871e0-29", "ovs_interfaceid": "594871e0-29b5-4f96-9400-c0c3586bd63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.330499] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:22:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '594871e0-29b5-4f96-9400-c0c3586bd63b', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.343500] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Creating folder: Project (0d7b11f0a80c4ad681abcbb84cd59f6f). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.344571] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11fc3568-c5de-448c-a85f-28d85c2cd543 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.359652] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Created folder: Project (0d7b11f0a80c4ad681abcbb84cd59f6f) in parent group-v719064. [ 702.359652] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Creating folder: Instances. Parent ref: group-v719089. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.359652] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa6c8c90-3695-4e1f-bf9a-b932e74bcc9a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.372725] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Created folder: Instances in parent group-v719089. [ 702.372975] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.379730] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.380651] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3b7d0cf-b105-4690-a461-a2b0771a80fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.399487] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060718} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.400897] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.402059] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Moving file from [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405/ff36286c-113e-4e32-9c9a-57968a528ea6 to [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6. {{(pid=69735) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 702.402059] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.402059] env[69735]: value = "task-3604595" [ 702.402059] env[69735]: _type = "Task" [ 702.402059] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.402059] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-89754bb3-152a-421d-b095-aab0293737df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.414377] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 702.414377] env[69735]: value = "task-3604596" [ 702.414377] env[69735]: _type = "Task" [ 702.414377] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.414377] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604595, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.424790] env[69735]: DEBUG oslo_vmware.api [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Task: {'id': task-3604591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511907} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.427951] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.428168] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.428342] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.428529] env[69735]: INFO nova.compute.manager [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 702.428828] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.428982] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604596, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.429211] env[69735]: DEBUG nova.compute.manager [-] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.429308] env[69735]: DEBUG nova.network.neutron [-] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.521017] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.634606] env[69735]: INFO nova.compute.manager [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Rebuilding instance [ 702.712033] env[69735]: DEBUG nova.compute.manager [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.714085] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1efa167-37d9-4295-8c96-f3ca3dd650c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.723207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquiring lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.723459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.797355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669f82a2-832c-453e-9087-c6d657d7a42e tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "c568f0e0-42ba-460d-9979-69f7498a748f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.683s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.798876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "c568f0e0-42ba-460d-9979-69f7498a748f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.600s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.799936] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c7cf0f-518d-48ea-b553-00f16ceae860 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.914483] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604595, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.930196] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604596, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041223} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.930457] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] File moved {{(pid=69735) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 702.930652] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Cleaning up location [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 702.930815] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleting the datastore file [datastore1] vmware_temp/d1aaff60-c0d1-4305-836b-3d12539c6405 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.931087] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d732834-9ac3-4899-a69c-6b4ba4f37a3f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.939084] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 702.939084] env[69735]: value = "task-3604597" [ 702.939084] env[69735]: _type = "Task" [ 702.939084] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.951149] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.026022] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 703.026277] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.482s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.026530] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.858s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.028070] env[69735]: INFO nova.compute.claims [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.030699] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.031115] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Getting list of instances from cluster (obj){ [ 703.031115] env[69735]: value = "domain-c8" [ 703.031115] env[69735]: _type = "ClusterComputeResource" [ 703.031115] env[69735]: } {{(pid=69735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 703.032373] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e303b887-bee8-46de-865d-d5990d791145 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.051081] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Got total of 8 instances {{(pid=69735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 703.301647] env[69735]: DEBUG nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.313300] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "c568f0e0-42ba-460d-9979-69f7498a748f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.366121] env[69735]: DEBUG nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Received event network-changed-e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.366342] env[69735]: DEBUG nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Refreshing instance network info cache due to event network-changed-e08c0362-c640-4658-b7bb-a4309abee8c6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.366528] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Acquiring lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.366670] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Acquired lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.366829] env[69735]: DEBUG nova.network.neutron [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Refreshing network info cache for port e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.391079] env[69735]: DEBUG nova.compute.manager [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Received event network-vif-plugged-179b35b3-b3fd-4ac1-95d3-b28fd07f45cf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.391079] env[69735]: DEBUG oslo_concurrency.lockutils [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] Acquiring lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.391079] env[69735]: DEBUG oslo_concurrency.lockutils [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.391310] env[69735]: DEBUG oslo_concurrency.lockutils [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.391363] env[69735]: DEBUG nova.compute.manager [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] No waiting events found dispatching network-vif-plugged-179b35b3-b3fd-4ac1-95d3-b28fd07f45cf {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.391885] env[69735]: WARNING nova.compute.manager [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Received unexpected event network-vif-plugged-179b35b3-b3fd-4ac1-95d3-b28fd07f45cf for instance with vm_state building and task_state spawning. [ 703.391885] env[69735]: DEBUG nova.compute.manager [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Received event network-changed-179b35b3-b3fd-4ac1-95d3-b28fd07f45cf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.391885] env[69735]: DEBUG nova.compute.manager [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Refreshing instance network info cache due to event network-changed-179b35b3-b3fd-4ac1-95d3-b28fd07f45cf. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.392221] env[69735]: DEBUG oslo_concurrency.lockutils [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] Acquiring lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.395859] env[69735]: DEBUG oslo_concurrency.lockutils [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] Acquired lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.396253] env[69735]: DEBUG nova.network.neutron [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Refreshing network info cache for port 179b35b3-b3fd-4ac1-95d3-b28fd07f45cf {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.421622] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604595, 'name': CreateVM_Task, 'duration_secs': 0.657671} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.422497] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.424499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.424499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.424499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.424927] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4099bfc-b5b6-4789-83de-2e6364cef6eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.431858] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 703.431858] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bf3c0f-3d57-2744-9a97-f0d923638cb1" [ 703.431858] env[69735]: _type = "Task" [ 703.431858] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.443180] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bf3c0f-3d57-2744-9a97-f0d923638cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.455683] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046071} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.456068] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.457212] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9036ff4e-6daf-4e45-a618-8a1f4bbc107d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.466194] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 703.466194] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e87363-55d5-0151-48b6-896b26be22de" [ 703.466194] env[69735]: _type = "Task" [ 703.466194] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.476908] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e87363-55d5-0151-48b6-896b26be22de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.739061] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.739393] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd0f97e-5bf1-4b74-a321-1d1cf90ef171 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.748440] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 703.748440] env[69735]: value = "task-3604598" [ 703.748440] env[69735]: _type = "Task" [ 703.748440] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.758385] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.832942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.890856] env[69735]: DEBUG nova.network.neutron [-] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.948017] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bf3c0f-3d57-2744-9a97-f0d923638cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.948697] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.948992] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.949262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.979357] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e87363-55d5-0151-48b6-896b26be22de, 'name': SearchDatastore_Task, 'duration_secs': 0.020497} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.982019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.982019] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 56a75596-cd81-41e4-b526-dd378c737a8d/56a75596-cd81-41e4-b526-dd378c737a8d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.982019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.982019] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.982336] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a2330da-7baa-4e30-ad9d-dcff0782b8d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.990818] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-100e79ac-f8c3-468b-8995-85bd474a2518 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.997893] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 703.997893] env[69735]: value = "task-3604599" [ 703.997893] env[69735]: _type = "Task" [ 703.997893] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.000047] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.001668] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.007758] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d5f622-fd4c-41a3-9191-88250903466c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.019940] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 704.019940] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521e4605-80c9-229d-08e7-b1e2b92d52af" [ 704.019940] env[69735]: _type = "Task" [ 704.019940] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.019940] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.032019] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521e4605-80c9-229d-08e7-b1e2b92d52af, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.032908] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e38fe5a-dd47-4c17-b577-a12fa81d7f5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.040986] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 704.040986] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b35830-c572-abca-e603-ced6c164e28c" [ 704.040986] env[69735]: _type = "Task" [ 704.040986] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.060880] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b35830-c572-abca-e603-ced6c164e28c, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.061299] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.061584] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 71b3d5d1-3110-478f-baf1-d77c2c85ac19/71b3d5d1-3110-478f-baf1-d77c2c85ac19.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.061888] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.062157] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.062973] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4783bc21-fe9c-429d-bf1a-3736a8661a02 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.068435] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1acae417-bbb1-43f0-9063-1989386e722a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.081585] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 704.081585] env[69735]: value = "task-3604600" [ 704.081585] env[69735]: _type = "Task" [ 704.081585] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.083561] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.083561] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.088447] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d797cfa7-3faf-4af4-aa1c-5c8829edb355 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.104328] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.106102] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 704.106102] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524b014a-d6bc-1341-6f2b-1618f73a6c4d" [ 704.106102] env[69735]: _type = "Task" [ 704.106102] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.118951] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524b014a-d6bc-1341-6f2b-1618f73a6c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.119753] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19eacf41-b0eb-4346-a59e-b60954608984 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.131970] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 704.131970] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256c6ab-0abc-6a4e-304d-4549f87393a4" [ 704.131970] env[69735]: _type = "Task" [ 704.131970] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.146770] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256c6ab-0abc-6a4e-304d-4549f87393a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.265661] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604598, 'name': PowerOffVM_Task, 'duration_secs': 0.146638} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.266088] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.266473] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.267190] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93f4569-a147-4187-81d5-19b16ec38142 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.280389] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.280835] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8be207-5774-474c-9265-e175e78f925d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.315851] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.315974] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.316226] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Deleting the datastore file [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.316499] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9629d5c3-9df5-4a26-bf0f-9472bf973753 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.328085] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 704.328085] env[69735]: value = "task-3604602" [ 704.328085] env[69735]: _type = "Task" [ 704.328085] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.341835] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.392718] env[69735]: INFO nova.compute.manager [-] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Took 1.96 seconds to deallocate network for instance. [ 704.413116] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b98101-c425-4739-94ab-751862cd5e24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.423385] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9c96e8-a460-4b1a-a007-01715ca74616 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.475883] env[69735]: DEBUG nova.network.neutron [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Successfully updated port: c660b595-31e1-49d2-b5f5-075369f221c1 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.477528] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc954457-a338-49ad-894d-f67a92136af7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.488608] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2842f1a4-5740-4df1-af76-e0406c9fef69 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.512354] env[69735]: DEBUG nova.compute.provider_tree [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.527020] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.599298] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604600, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.644877] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256c6ab-0abc-6a4e-304d-4549f87393a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.645156] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.645737] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 2ec4bbba-9dbd-4978-91e7-c2d0620c9857/2ec4bbba-9dbd-4978-91e7-c2d0620c9857.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.646097] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.646346] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.646721] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8927e76-8990-418a-af92-6ee490d50780 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.649749] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e783077-c259-4e4c-b67f-7915fbbca807 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.660648] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 704.660648] env[69735]: value = "task-3604603" [ 704.660648] env[69735]: _type = "Task" [ 704.660648] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.662152] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.662364] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.666404] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4627bb9-6bab-44d4-a4c3-7202db3789c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.674606] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.676356] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 704.676356] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52726fa8-4940-33f4-de85-e81ecf31ec12" [ 704.676356] env[69735]: _type = "Task" [ 704.676356] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.686048] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52726fa8-4940-33f4-de85-e81ecf31ec12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.846971] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272928} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.847357] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.847627] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.847826] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.902139] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.982371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "refresh_cache-8abeda56-35d3-4446-bc14-4ad781eaf1a0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.982549] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquired lock "refresh_cache-8abeda56-35d3-4446-bc14-4ad781eaf1a0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.982763] env[69735]: DEBUG nova.network.neutron [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.019532] env[69735]: DEBUG nova.scheduler.client.report [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.026515] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652654} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.027758] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 56a75596-cd81-41e4-b526-dd378c737a8d/56a75596-cd81-41e4-b526-dd378c737a8d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.027758] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.027981] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f49fc208-3a0e-42e9-8182-26063b5a05fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.038118] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 705.038118] env[69735]: value = "task-3604604" [ 705.038118] env[69735]: _type = "Task" [ 705.038118] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.048453] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.075670] env[69735]: DEBUG nova.network.neutron [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Updated VIF entry in instance network info cache for port e08c0362-c640-4658-b7bb-a4309abee8c6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.077485] env[69735]: DEBUG nova.network.neutron [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Updating instance_info_cache with network_info: [{"id": "e08c0362-c640-4658-b7bb-a4309abee8c6", "address": "fa:16:3e:4b:6d:62", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c0362-c6", "ovs_interfaceid": "e08c0362-c640-4658-b7bb-a4309abee8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.095383] env[69735]: DEBUG nova.network.neutron [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updated VIF entry in instance network info cache for port 179b35b3-b3fd-4ac1-95d3-b28fd07f45cf. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.099961] env[69735]: DEBUG nova.network.neutron [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance_info_cache with network_info: [{"id": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "address": "fa:16:3e:3a:a3:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179b35b3-b3", "ovs_interfaceid": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.102350] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946357} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.102350] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 71b3d5d1-3110-478f-baf1-d77c2c85ac19/71b3d5d1-3110-478f-baf1-d77c2c85ac19.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.102536] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.102644] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5915f4f-9496-487c-ae00-157668768504 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.114054] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 705.114054] env[69735]: value = "task-3604605" [ 705.114054] env[69735]: _type = "Task" [ 705.114054] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.126852] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.173033] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604603, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.191389] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52726fa8-4940-33f4-de85-e81ecf31ec12, 'name': SearchDatastore_Task, 'duration_secs': 0.04502} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.193891] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa1102e-09b9-4d57-9305-b6f55d1d6bbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.200794] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 705.200794] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52950adb-4c83-6a97-e43a-96b33ca7d0ac" [ 705.200794] env[69735]: _type = "Task" [ 705.200794] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.211860] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52950adb-4c83-6a97-e43a-96b33ca7d0ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.528905] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.529279] env[69735]: DEBUG nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.536735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.175s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.537823] env[69735]: INFO nova.compute.claims [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.551646] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1392} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.551926] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.552740] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188af155-ff1a-4a31-9bc2-7876842968b1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.589393] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 56a75596-cd81-41e4-b526-dd378c737a8d/56a75596-cd81-41e4-b526-dd378c737a8d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.591349] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Releasing lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.591711] env[69735]: DEBUG nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Received event network-vif-plugged-4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.592009] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Acquiring lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.592345] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.592870] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.592870] env[69735]: DEBUG nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] No waiting events found dispatching network-vif-plugged-4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.593130] env[69735]: WARNING nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Received unexpected event network-vif-plugged-4a2d137e-a221-4bfb-81ef-0c9927d13de7 for instance with vm_state building and task_state spawning. [ 705.593393] env[69735]: DEBUG nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Received event network-changed-4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.593886] env[69735]: DEBUG nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Refreshing instance network info cache due to event network-changed-4a2d137e-a221-4bfb-81ef-0c9927d13de7. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.594229] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Acquiring lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.594836] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Acquired lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.594836] env[69735]: DEBUG nova.network.neutron [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Refreshing network info cache for port 4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.596970] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d892ed-c742-4e3b-b085-a3318ba0af61 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.628441] env[69735]: DEBUG nova.network.neutron [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.632253] env[69735]: DEBUG oslo_concurrency.lockutils [req-fb98398c-c56b-4c39-98a8-26b7c15c254f req-fc601da3-4ac1-4309-85c9-43dd930538bd service nova] Releasing lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.648204] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107016} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.649123] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.649686] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 705.649686] env[69735]: value = "task-3604606" [ 705.649686] env[69735]: _type = "Task" [ 705.649686] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.650824] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b178730-738c-48be-9bd4-b25870d2638a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.691278] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.706664] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 71b3d5d1-3110-478f-baf1-d77c2c85ac19/71b3d5d1-3110-478f-baf1-d77c2c85ac19.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.710469] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1394657-618b-4945-84ab-97c319e8c939 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.747838] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.939081} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.748564] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 2ec4bbba-9dbd-4978-91e7-c2d0620c9857/2ec4bbba-9dbd-4978-91e7-c2d0620c9857.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.748789] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.749060] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96da0728-664d-465c-b1fc-e546c164b0c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.754750] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52950adb-4c83-6a97-e43a-96b33ca7d0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.0584} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.756480] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.756738] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 4b1b8aa4-2eb8-4989-bd4a-d105e8729286/4b1b8aa4-2eb8-4989-bd4a-d105e8729286.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.757061] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 705.757061] env[69735]: value = "task-3604607" [ 705.757061] env[69735]: _type = "Task" [ 705.757061] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.757250] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f165e890-aa38-43f2-b7f5-5e0e0a90b173 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.765539] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 705.765539] env[69735]: value = "task-3604608" [ 705.765539] env[69735]: _type = "Task" [ 705.765539] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.773295] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.777661] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.777979] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 705.777979] env[69735]: value = "task-3604609" [ 705.777979] env[69735]: _type = "Task" [ 705.777979] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.787836] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.870344] env[69735]: DEBUG nova.compute.manager [None req-eb376cc2-fcd1-48e2-8316-cc379de60ae2 tempest-ServerExternalEventsTest-928988983 tempest-ServerExternalEventsTest-928988983-project] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Received event network-changed {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.870601] env[69735]: DEBUG nova.compute.manager [None req-eb376cc2-fcd1-48e2-8316-cc379de60ae2 tempest-ServerExternalEventsTest-928988983 tempest-ServerExternalEventsTest-928988983-project] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Refreshing instance network info cache due to event network-changed. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.871027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-eb376cc2-fcd1-48e2-8316-cc379de60ae2 tempest-ServerExternalEventsTest-928988983 tempest-ServerExternalEventsTest-928988983-project] Acquiring lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.871027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-eb376cc2-fcd1-48e2-8316-cc379de60ae2 tempest-ServerExternalEventsTest-928988983 tempest-ServerExternalEventsTest-928988983-project] Acquired lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.871171] env[69735]: DEBUG nova.network.neutron [None req-eb376cc2-fcd1-48e2-8316-cc379de60ae2 tempest-ServerExternalEventsTest-928988983 tempest-ServerExternalEventsTest-928988983-project] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.903528] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.903730] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.903882] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.904069] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.904209] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.904360] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.904553] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.904714] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.904872] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.905691] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.905954] env[69735]: DEBUG nova.virt.hardware [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.907340] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90b779-ee7b-47bc-bb93-77f6147b7451 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.917798] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fcd163-b7d7-405b-93d3-6319e45f5808 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.934617] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.940677] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.941431] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.941649] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cea4930-dcc5-4ff6-ab10-07ce675b36f2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.963222] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.963222] env[69735]: value = "task-3604610" [ 705.963222] env[69735]: _type = "Task" [ 705.963222] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.976732] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604610, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.040719] env[69735]: DEBUG nova.compute.utils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.043076] env[69735]: DEBUG nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.043293] env[69735]: DEBUG nova.network.neutron [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.065438] env[69735]: DEBUG nova.compute.manager [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Received event network-changed-594871e0-29b5-4f96-9400-c0c3586bd63b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.065974] env[69735]: DEBUG nova.compute.manager [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Refreshing instance network info cache due to event network-changed-594871e0-29b5-4f96-9400-c0c3586bd63b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.065974] env[69735]: DEBUG oslo_concurrency.lockutils [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] Acquiring lock "refresh_cache-4b1b8aa4-2eb8-4989-bd4a-d105e8729286" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.066069] env[69735]: DEBUG oslo_concurrency.lockutils [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] Acquired lock "refresh_cache-4b1b8aa4-2eb8-4989-bd4a-d105e8729286" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.066204] env[69735]: DEBUG nova.network.neutron [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Refreshing network info cache for port 594871e0-29b5-4f96-9400-c0c3586bd63b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.093117] env[69735]: DEBUG nova.compute.manager [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Received event network-changed-b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.093337] env[69735]: DEBUG nova.compute.manager [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Refreshing instance network info cache due to event network-changed-b8b06536-dbc7-44cb-97c9-7f5d7e652571. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.093803] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Acquiring lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.094015] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Acquired lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.094257] env[69735]: DEBUG nova.network.neutron [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Refreshing network info cache for port b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.168848] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604606, 'name': ReconfigVM_Task, 'duration_secs': 0.449001} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.169416] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 56a75596-cd81-41e4-b526-dd378c737a8d/56a75596-cd81-41e4-b526-dd378c737a8d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.170038] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ed3939d-17ef-48d8-baf0-12407649b105 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.185148] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 706.185148] env[69735]: value = "task-3604611" [ 706.185148] env[69735]: _type = "Task" [ 706.185148] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.200831] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604611, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.281774] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604607, 'name': ReconfigVM_Task, 'duration_secs': 0.342502} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.286844] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 71b3d5d1-3110-478f-baf1-d77c2c85ac19/71b3d5d1-3110-478f-baf1-d77c2c85ac19.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.294769] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3704299-952c-437d-a7f7-61ac6bc12717 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.294769] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085332} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.295749] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.296825] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2758350-5ae5-41fd-970e-0f12aeec5a78 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.304519] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.307550] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 706.307550] env[69735]: value = "task-3604612" [ 706.307550] env[69735]: _type = "Task" [ 706.307550] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.337031] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2ec4bbba-9dbd-4978-91e7-c2d0620c9857/2ec4bbba-9dbd-4978-91e7-c2d0620c9857.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.338195] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-604fab8e-7d28-4491-b606-2e256e70a8d4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.361225] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604612, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.370343] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 706.370343] env[69735]: value = "task-3604613" [ 706.370343] env[69735]: _type = "Task" [ 706.370343] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.378494] env[69735]: DEBUG nova.policy [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '284d3e7756ff46a792f08c34b005a80d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26d8e700efd74ad6aa12b4e6d7460fe7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.391789] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.474983] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604610, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.546621] env[69735]: DEBUG nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.661576] env[69735]: DEBUG nova.network.neutron [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Updating instance_info_cache with network_info: [{"id": "c660b595-31e1-49d2-b5f5-075369f221c1", "address": "fa:16:3e:dd:5c:64", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc660b595-31", "ovs_interfaceid": "c660b595-31e1-49d2-b5f5-075369f221c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.697402] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604611, 'name': Rename_Task, 'duration_secs': 0.317546} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.701579] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.702534] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d311649-88e7-4a99-b72f-1751a3f63077 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.713148] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 706.713148] env[69735]: value = "task-3604614" [ 706.713148] env[69735]: _type = "Task" [ 706.713148] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.732191] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.794330] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680369} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.797796] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 4b1b8aa4-2eb8-4989-bd4a-d105e8729286/4b1b8aa4-2eb8-4989-bd4a-d105e8729286.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.798867] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.799113] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-966cdd31-2a51-4349-9b9b-b00db80ec705 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.808065] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 706.808065] env[69735]: value = "task-3604615" [ 706.808065] env[69735]: _type = "Task" [ 706.808065] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.831519] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.832074] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604612, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.888319] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604613, 'name': ReconfigVM_Task, 'duration_secs': 0.328863} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.895217] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2ec4bbba-9dbd-4978-91e7-c2d0620c9857/2ec4bbba-9dbd-4978-91e7-c2d0620c9857.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.896127] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26b59443-fb92-46c2-a559-3c09fa9cae62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.906210] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 706.906210] env[69735]: value = "task-3604616" [ 706.906210] env[69735]: _type = "Task" [ 706.906210] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.923568] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604616, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.946075] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf4466-0e07-4149-af5b-c7c6d95fb00c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.956118] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5744e8-2ce5-4f16-8fb1-a9a72e790ce6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.993665] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eec0e8-27dd-4e63-8923-8d2f80dc72cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.006059] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7310190d-af79-4dc5-87d9-215bdc567fe5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.010255] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604610, 'name': CreateVM_Task, 'duration_secs': 0.631531} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.010486] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.014460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.014460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.014460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.014460] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26223dc8-0eb1-4bc3-9e80-d0d4d7769a07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.024988] env[69735]: DEBUG nova.compute.provider_tree [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.032414] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 707.032414] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b50e51-f630-a38d-899c-ca6fa3124719" [ 707.032414] env[69735]: _type = "Task" [ 707.032414] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.044093] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b50e51-f630-a38d-899c-ca6fa3124719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.166701] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Releasing lock "refresh_cache-8abeda56-35d3-4446-bc14-4ad781eaf1a0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.167342] env[69735]: DEBUG nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Instance network_info: |[{"id": "c660b595-31e1-49d2-b5f5-075369f221c1", "address": "fa:16:3e:dd:5c:64", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc660b595-31", "ovs_interfaceid": "c660b595-31e1-49d2-b5f5-075369f221c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.168400] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:5c:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c660b595-31e1-49d2-b5f5-075369f221c1', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.183845] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Creating folder: Project (c46e8a91a65241eb8874a6b209655ab6). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.184666] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-513bf015-21c6-4fa5-b4cc-5454c73f9cec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.202562] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Created folder: Project (c46e8a91a65241eb8874a6b209655ab6) in parent group-v719064. [ 707.204372] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Creating folder: Instances. Parent ref: group-v719093. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.204731] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d819d1e3-78d7-4062-962b-e14240955aef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.224119] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Created folder: Instances in parent group-v719093. [ 707.224223] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.225465] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.225718] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a7e17c2-5b85-471d-bbff-a17a5ae9fdbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.249161] env[69735]: DEBUG oslo_vmware.api [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604614, 'name': PowerOnVM_Task, 'duration_secs': 0.52047} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.249161] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.249161] env[69735]: INFO nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Took 14.85 seconds to spawn the instance on the hypervisor. [ 707.249161] env[69735]: DEBUG nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.249161] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9871b0d0-8206-4997-83d2-5c6c024528c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.253614] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.253614] env[69735]: value = "task-3604619" [ 707.253614] env[69735]: _type = "Task" [ 707.253614] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.268610] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604619, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.330390] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604612, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.334069] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186588} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.334069] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.335179] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec682b-0326-4209-aed8-9430cc744ec1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.356587] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquiring lock "c568f0e0-42ba-460d-9979-69f7498a748f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.356587] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "c568f0e0-42ba-460d-9979-69f7498a748f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.356980] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquiring lock "c568f0e0-42ba-460d-9979-69f7498a748f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.357202] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "c568f0e0-42ba-460d-9979-69f7498a748f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.360275] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "c568f0e0-42ba-460d-9979-69f7498a748f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.369010] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 4b1b8aa4-2eb8-4989-bd4a-d105e8729286/4b1b8aa4-2eb8-4989-bd4a-d105e8729286.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.369680] env[69735]: INFO nova.compute.manager [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Terminating instance [ 707.371695] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-145b843f-8572-4da2-897d-63a384bd856d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.390364] env[69735]: DEBUG nova.network.neutron [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Updated VIF entry in instance network info cache for port 4a2d137e-a221-4bfb-81ef-0c9927d13de7. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.390549] env[69735]: DEBUG nova.network.neutron [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Updating instance_info_cache with network_info: [{"id": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "address": "fa:16:3e:95:66:dc", "network": {"id": "de8d5b61-e9e9-492d-ad5e-e7c2d8b12cd4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1730162344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac842a7b724438d9a2d9ac6c303554a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2d137e-a2", "ovs_interfaceid": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.399450] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 707.399450] env[69735]: value = "task-3604620" [ 707.399450] env[69735]: _type = "Task" [ 707.399450] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.414395] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.426665] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604616, 'name': Rename_Task, 'duration_secs': 0.183061} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.426911] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.427431] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b457bd0e-4973-418a-ace9-547393c637fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.435399] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 707.435399] env[69735]: value = "task-3604621" [ 707.435399] env[69735]: _type = "Task" [ 707.435399] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.447411] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.545471] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b50e51-f630-a38d-899c-ca6fa3124719, 'name': SearchDatastore_Task, 'duration_secs': 0.027569} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.545799] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.546038] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.546295] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.546527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.546601] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.546925] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a613bb93-5b28-483a-bd89-a68c87f6f003 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.558074] env[69735]: DEBUG nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.562406] env[69735]: ERROR nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [req-4baa3f15-d472-4618-a60f-c83322090737] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4baa3f15-d472-4618-a60f-c83322090737"}]} [ 707.562807] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.562992] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.566034] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d391b2-c973-43bd-8c5d-b1b48448fafd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.592363] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 707.592363] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521bd8fe-6608-9318-9ead-63e15853e5d9" [ 707.592363] env[69735]: _type = "Task" [ 707.592363] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.596387] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 707.600872] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.601111] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.601272] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.601450] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.601591] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.606022] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.606022] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.606022] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.606022] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.606022] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.607983] env[69735]: DEBUG nova.virt.hardware [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.607983] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc3bd2b-de87-43dd-915d-3be8ce38ad00 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.618743] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1670c26-8275-40da-82bf-6c8a9855011b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.624706] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521bd8fe-6608-9318-9ead-63e15853e5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.625308] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 707.625568] env[69735]: DEBUG nova.compute.provider_tree [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.650727] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 707.677414] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 707.708710] env[69735]: DEBUG nova.network.neutron [None req-eb376cc2-fcd1-48e2-8316-cc379de60ae2 tempest-ServerExternalEventsTest-928988983 tempest-ServerExternalEventsTest-928988983-project] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Updating instance_info_cache with network_info: [{"id": "23b665fe-17a0-4580-872b-e676f6c0245c", "address": "fa:16:3e:7f:b0:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b665fe-17", "ovs_interfaceid": "23b665fe-17a0-4580-872b-e676f6c0245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.730742] env[69735]: DEBUG nova.network.neutron [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Updated VIF entry in instance network info cache for port 594871e0-29b5-4f96-9400-c0c3586bd63b. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.730945] env[69735]: DEBUG nova.network.neutron [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Updating instance_info_cache with network_info: [{"id": "594871e0-29b5-4f96-9400-c0c3586bd63b", "address": "fa:16:3e:67:22:ca", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594871e0-29", "ovs_interfaceid": "594871e0-29b5-4f96-9400-c0c3586bd63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.778488] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604619, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.778720] env[69735]: INFO nova.compute.manager [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Took 26.81 seconds to build instance. [ 707.804242] env[69735]: DEBUG nova.network.neutron [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updated VIF entry in instance network info cache for port b8b06536-dbc7-44cb-97c9-7f5d7e652571. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.804463] env[69735]: DEBUG nova.network.neutron [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updating instance_info_cache with network_info: [{"id": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "address": "fa:16:3e:50:34:6f", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b06536-db", "ovs_interfaceid": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.829201] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604612, 'name': Rename_Task, 'duration_secs': 1.234294} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.829696] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.829960] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c516b661-eea4-464b-97b3-d0b5a6061edd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.839134] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 707.839134] env[69735]: value = "task-3604622" [ 707.839134] env[69735]: _type = "Task" [ 707.839134] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.851210] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.893560] env[69735]: DEBUG nova.compute.manager [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.893849] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.898446] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Releasing lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.899164] env[69735]: DEBUG nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Received event network-vif-plugged-594871e0-29b5-4f96-9400-c0c3586bd63b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.899164] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Acquiring lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.899164] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.900199] env[69735]: DEBUG oslo_concurrency.lockutils [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] Lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.901056] env[69735]: DEBUG nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] No waiting events found dispatching network-vif-plugged-594871e0-29b5-4f96-9400-c0c3586bd63b {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.901237] env[69735]: WARNING nova.compute.manager [req-b44ccaec-cc46-47d7-8e69-bb06bf17419d req-da41d865-0556-4768-ada0-f43696bb082d service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Received unexpected event network-vif-plugged-594871e0-29b5-4f96-9400-c0c3586bd63b for instance with vm_state building and task_state spawning. [ 707.902273] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df86ed6-fdab-49d7-88f6-4423a0645081 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.922987] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.924614] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f9d5680-a7ab-4938-8316-4430fa2b11ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.926770] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.934678] env[69735]: DEBUG oslo_vmware.api [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 707.934678] env[69735]: value = "task-3604623" [ 707.934678] env[69735]: _type = "Task" [ 707.934678] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.947138] env[69735]: DEBUG nova.network.neutron [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Successfully created port: c88d4f38-1603-42ee-adaa-ea1bc512961b {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.955671] env[69735]: DEBUG oslo_vmware.api [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.961408] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.106491] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521bd8fe-6608-9318-9ead-63e15853e5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.024476} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.108100] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3808da8-7a36-488f-9a41-76f52f64451b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.120278] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 708.120278] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526036c4-4cb2-e24d-8c22-09a26aa40ce6" [ 708.120278] env[69735]: _type = "Task" [ 708.120278] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.138122] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526036c4-4cb2-e24d-8c22-09a26aa40ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.155692] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d8b344-d009-4e2e-957b-be0a2ba840f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.168285] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfefb994-1948-4138-b069-f4c61534aae8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.207835] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e84f19-522e-42cf-be6b-49a4dd312b8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.215930] env[69735]: DEBUG oslo_concurrency.lockutils [None req-eb376cc2-fcd1-48e2-8316-cc379de60ae2 tempest-ServerExternalEventsTest-928988983 tempest-ServerExternalEventsTest-928988983-project] Releasing lock "refresh_cache-c568f0e0-42ba-460d-9979-69f7498a748f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.217478] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86708094-f8e7-4468-bd66-ae582822f5ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.233761] env[69735]: DEBUG oslo_concurrency.lockutils [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] Releasing lock "refresh_cache-4b1b8aa4-2eb8-4989-bd4a-d105e8729286" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.234042] env[69735]: DEBUG nova.compute.manager [req-d0b11772-b551-40b0-b962-689b724f9179 req-b23cf53b-1ad5-4972-9523-85802cc926e6 service nova] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Received event network-vif-deleted-2a251fbc-3688-4543-8e8e-21234871ddad {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.234679] env[69735]: DEBUG nova.compute.provider_tree [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.266187] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604619, 'name': CreateVM_Task, 'duration_secs': 0.690778} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.266364] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.267056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.267224] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.267562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.267896] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f42007c-c4b2-4a4f-881e-5e433f6780d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.273950] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 708.273950] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520097b5-421f-a423-e425-d7db175c9dd2" [ 708.273950] env[69735]: _type = "Task" [ 708.273950] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.283910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba8ba5d9-f3f0-4904-aa48-a9a5461c3134 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "56a75596-cd81-41e4-b526-dd378c737a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.327s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.284573] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520097b5-421f-a423-e425-d7db175c9dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.308367] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Releasing lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.308634] env[69735]: DEBUG nova.compute.manager [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Received event network-vif-plugged-c660b595-31e1-49d2-b5f5-075369f221c1 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.308871] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Acquiring lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.309110] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.309279] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.309447] env[69735]: DEBUG nova.compute.manager [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] No waiting events found dispatching network-vif-plugged-c660b595-31e1-49d2-b5f5-075369f221c1 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.309615] env[69735]: WARNING nova.compute.manager [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Received unexpected event network-vif-plugged-c660b595-31e1-49d2-b5f5-075369f221c1 for instance with vm_state building and task_state spawning. [ 708.309782] env[69735]: DEBUG nova.compute.manager [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Received event network-changed-c660b595-31e1-49d2-b5f5-075369f221c1 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.309978] env[69735]: DEBUG nova.compute.manager [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Refreshing instance network info cache due to event network-changed-c660b595-31e1-49d2-b5f5-075369f221c1. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.310614] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Acquiring lock "refresh_cache-8abeda56-35d3-4446-bc14-4ad781eaf1a0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.310614] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Acquired lock "refresh_cache-8abeda56-35d3-4446-bc14-4ad781eaf1a0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.310614] env[69735]: DEBUG nova.network.neutron [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Refreshing network info cache for port c660b595-31e1-49d2-b5f5-075369f221c1 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.351296] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.418672] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604620, 'name': ReconfigVM_Task, 'duration_secs': 0.59562} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.419013] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 4b1b8aa4-2eb8-4989-bd4a-d105e8729286/4b1b8aa4-2eb8-4989-bd4a-d105e8729286.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.419702] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c652aaf9-004b-41f5-84f1-851c997496d4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.427853] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 708.427853] env[69735]: value = "task-3604624" [ 708.427853] env[69735]: _type = "Task" [ 708.427853] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.441064] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604624, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.459845] env[69735]: DEBUG oslo_vmware.api [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604623, 'name': PowerOffVM_Task, 'duration_secs': 0.246376} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.463215] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.463440] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.463714] env[69735]: DEBUG oslo_vmware.api [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604621, 'name': PowerOnVM_Task, 'duration_secs': 0.752578} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.463975] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1875eae6-3f7c-46c7-b3f0-299bfd0d3d7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.465921] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.465973] env[69735]: INFO nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Took 18.42 seconds to spawn the instance on the hypervisor. [ 708.466162] env[69735]: DEBUG nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.466927] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900fe4f-4185-44da-b507-82a28b3726b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.474194] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquiring lock "b0de3cdc-649d-4496-990a-463387e092da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.474347] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "b0de3cdc-649d-4496-990a-463387e092da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.555178] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.555666] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.556074] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Deleting the datastore file [datastore2] c568f0e0-42ba-460d-9979-69f7498a748f {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.556645] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b3a4a58-e6e9-4a3c-9abe-b28b5bb09e92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.570427] env[69735]: DEBUG oslo_vmware.api [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for the task: (returnval){ [ 708.570427] env[69735]: value = "task-3604626" [ 708.570427] env[69735]: _type = "Task" [ 708.570427] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.595501] env[69735]: DEBUG oslo_vmware.api [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.620550] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquiring lock "80fc2079-55e2-4bb4-949f-c74422f9eeef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.620872] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "80fc2079-55e2-4bb4-949f-c74422f9eeef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.636456] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526036c4-4cb2-e24d-8c22-09a26aa40ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.023943} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.636456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.636456] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.636456] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-421c199d-d93a-4649-bb4d-cd2461425ec6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.645360] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 708.645360] env[69735]: value = "task-3604627" [ 708.645360] env[69735]: _type = "Task" [ 708.645360] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.656223] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.787935] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520097b5-421f-a423-e425-d7db175c9dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.788185] env[69735]: DEBUG nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.791121] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.791243] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.791501] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.791675] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.791892] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.798545] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a77aed34-366d-4325-a874-faabfed16d8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.809376] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.809376] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.809376] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75189fc-be44-4e0b-b7c6-a105da8bab0e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.831730] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 708.831730] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ec0c20-40ec-0c97-eed2-641836c80514" [ 708.831730] env[69735]: _type = "Task" [ 708.831730] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.846132] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ec0c20-40ec-0c97-eed2-641836c80514, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.847589] env[69735]: ERROR nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [req-70cc5c0b-cbf9-48d2-976a-88fe2b49c641] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70cc5c0b-cbf9-48d2-976a-88fe2b49c641"}]} [ 708.857328] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3514ddc-f93b-45a1-b0b9-b39025e88b70 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.871379] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 708.871379] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220513f-babc-1ca0-cc83-56a290d322ae" [ 708.871379] env[69735]: _type = "Task" [ 708.871379] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.875520] env[69735]: DEBUG oslo_vmware.api [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604622, 'name': PowerOnVM_Task, 'duration_secs': 0.569641} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.877470] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.882783] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.883092] env[69735]: INFO nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Took 14.11 seconds to spawn the instance on the hypervisor. [ 708.883353] env[69735]: DEBUG nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.885529] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a025e581-e3f2-4665-886d-87dbbbefe2bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.895781] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220513f-babc-1ca0-cc83-56a290d322ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.907185] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.907463] env[69735]: DEBUG nova.compute.provider_tree [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.921823] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.947545] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604624, 'name': Rename_Task, 'duration_secs': 0.272048} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.948030] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.948362] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c3748f7-08e4-4546-8974-a3703c7b3ef3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.951664] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 708.961867] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 708.961867] env[69735]: value = "task-3604628" [ 708.961867] env[69735]: _type = "Task" [ 708.961867] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.972897] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.996079] env[69735]: INFO nova.compute.manager [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Took 30.72 seconds to build instance. [ 709.081213] env[69735]: DEBUG oslo_vmware.api [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Task: {'id': task-3604626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295237} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.081513] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.081688] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.081922] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.082027] env[69735]: INFO nova.compute.manager [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 709.082626] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.082626] env[69735]: DEBUG nova.compute.manager [-] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.082626] env[69735]: DEBUG nova.network.neutron [-] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.162880] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604627, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.325554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.383487] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fbdcbe-9b6b-41e8-abbd-35085ba6a9bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.395869] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2efff6-02f2-42e6-9c01-70bd202dbf2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.401092] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220513f-babc-1ca0-cc83-56a290d322ae, 'name': SearchDatastore_Task, 'duration_secs': 0.03257} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.407296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.407727] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 8abeda56-35d3-4446-bc14-4ad781eaf1a0/8abeda56-35d3-4446-bc14-4ad781eaf1a0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.408784] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a6d9fe-26eb-49ad-bd54-6c02401ee465 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.444453] env[69735]: INFO nova.compute.manager [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Took 26.99 seconds to build instance. [ 709.446891] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e2fc7-9adf-4d01-b97f-f4972ed561b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.451613] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 709.451613] env[69735]: value = "task-3604629" [ 709.451613] env[69735]: _type = "Task" [ 709.451613] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.471543] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32152d83-a1e7-4d24-a335-c5adc2d86ea6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.483022] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.498087] env[69735]: DEBUG nova.compute.provider_tree [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.507771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a12f2ac6-713b-4e26-b6b4-bb62b1b4bade tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.239s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.509727] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604628, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.660792] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779448} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.661084] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.661307] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.661581] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aec843c4-a221-4cc3-a3e5-9a62874ba197 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.670706] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 709.670706] env[69735]: value = "task-3604630" [ 709.670706] env[69735]: _type = "Task" [ 709.670706] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.681635] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.915854] env[69735]: DEBUG nova.network.neutron [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Updated VIF entry in instance network info cache for port c660b595-31e1-49d2-b5f5-075369f221c1. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.916343] env[69735]: DEBUG nova.network.neutron [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Updating instance_info_cache with network_info: [{"id": "c660b595-31e1-49d2-b5f5-075369f221c1", "address": "fa:16:3e:dd:5c:64", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc660b595-31", "ovs_interfaceid": "c660b595-31e1-49d2-b5f5-075369f221c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.950168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-967dce6e-dbeb-4cda-a61e-3b806dfe43ad tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.507s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.968255] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604629, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.981966] env[69735]: DEBUG oslo_vmware.api [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604628, 'name': PowerOnVM_Task, 'duration_secs': 0.955876} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.982328] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.982428] env[69735]: INFO nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Took 12.81 seconds to spawn the instance on the hypervisor. [ 709.983148] env[69735]: DEBUG nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.984000] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65ffa89-a313-4783-919a-52634a5cb87d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.022161] env[69735]: DEBUG nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.058037] env[69735]: DEBUG nova.scheduler.client.report [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 710.058341] env[69735]: DEBUG nova.compute.provider_tree [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 26 to 27 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 710.058526] env[69735]: DEBUG nova.compute.provider_tree [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.187088] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264606} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.188418] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.189766] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76050dee-43dc-4c2d-846e-ef9318034e7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.214158] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.214588] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a605e6f1-28a7-4e9e-a30b-66e9e0f8f8c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.241225] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 710.241225] env[69735]: value = "task-3604631" [ 710.241225] env[69735]: _type = "Task" [ 710.241225] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.256892] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.423452] env[69735]: DEBUG oslo_concurrency.lockutils [req-28352394-3a19-4ab0-96ec-7dfa58270ab7 req-27f0b859-9e4f-40c6-9625-635c8ac2c6b9 service nova] Releasing lock "refresh_cache-8abeda56-35d3-4446-bc14-4ad781eaf1a0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.453561] env[69735]: DEBUG nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.476517] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.989053} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.476517] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 8abeda56-35d3-4446-bc14-4ad781eaf1a0/8abeda56-35d3-4446-bc14-4ad781eaf1a0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.476517] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.476743] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9e6230f-4f70-4d10-881b-171e23eba3d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.487033] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 710.487033] env[69735]: value = "task-3604632" [ 710.487033] env[69735]: _type = "Task" [ 710.487033] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.513159] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.520236] env[69735]: INFO nova.compute.manager [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Took 24.98 seconds to build instance. [ 710.567519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.029s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.567519] env[69735]: DEBUG nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.573369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.573746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.679s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.575380] env[69735]: INFO nova.compute.claims [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.638816] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.639672] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.752970] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604631, 'name': ReconfigVM_Task, 'duration_secs': 0.439437} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.753317] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.753911] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b66f465c-68ee-47f7-9231-22436ebb2ee4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.765016] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 710.765016] env[69735]: value = "task-3604633" [ 710.765016] env[69735]: _type = "Task" [ 710.765016] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.765255] env[69735]: DEBUG nova.network.neutron [-] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.776966] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604633, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.980145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.007197] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15623} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.007408] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.010438] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c76a18-ddb4-4e69-b8f1-609179e5b3e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.033519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a78487a7-b90a-4a0c-9d4a-84260f640a8c tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.503s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.044108] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 8abeda56-35d3-4446-bc14-4ad781eaf1a0/8abeda56-35d3-4446-bc14-4ad781eaf1a0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.048020] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b1f8e7-1adb-4679-b58f-d6756bfc0917 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.078202] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 711.078202] env[69735]: value = "task-3604634" [ 711.078202] env[69735]: _type = "Task" [ 711.078202] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.091503] env[69735]: DEBUG nova.compute.utils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.101019] env[69735]: DEBUG nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.101019] env[69735]: DEBUG nova.network.neutron [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.110239] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.160290] env[69735]: DEBUG nova.network.neutron [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Successfully updated port: c88d4f38-1603-42ee-adaa-ea1bc512961b {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.183291] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquiring lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.183291] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.239833] env[69735]: DEBUG nova.policy [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c734c13c0f4a40389c1f2e563a4d34b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81be6b75204f4dcc9f353353b443b1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.271700] env[69735]: INFO nova.compute.manager [-] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Took 2.19 seconds to deallocate network for instance. [ 711.287546] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604633, 'name': Rename_Task, 'duration_secs': 0.176949} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.288508] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.288508] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6407a6dd-67dc-48d5-ada1-f6f9bbcebf06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.301421] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 711.301421] env[69735]: value = "task-3604635" [ 711.301421] env[69735]: _type = "Task" [ 711.301421] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.315339] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.567961] env[69735]: DEBUG nova.compute.manager [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.595371] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.599204] env[69735]: DEBUG nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.666702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquiring lock "refresh_cache-d377096a-422a-4b72-88db-08bf0b8f8fa7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.666702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquired lock "refresh_cache-d377096a-422a-4b72-88db-08bf0b8f8fa7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.666702] env[69735]: DEBUG nova.network.neutron [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.789946] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.815073] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604635, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.007878] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba6833d-d39a-4a80-a17c-943f49ecab17 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.017807] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb94083-5d03-42fc-a646-eed465e0122d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.061236] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02abe909-0100-4003-ae9d-3946f47a960c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.071663] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af4560-1e9f-4e81-8d27-58b0bd3b071d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.096151] env[69735]: DEBUG nova.compute.provider_tree [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.101193] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.107883] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604634, 'name': ReconfigVM_Task, 'duration_secs': 0.64539} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.108826] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 8abeda56-35d3-4446-bc14-4ad781eaf1a0/8abeda56-35d3-4446-bc14-4ad781eaf1a0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.109926] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a159f8cd-95fe-4e7c-93fa-9b45ce1547f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.120690] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 712.120690] env[69735]: value = "task-3604636" [ 712.120690] env[69735]: _type = "Task" [ 712.120690] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.128190] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604636, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.244862] env[69735]: DEBUG nova.network.neutron [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.313560] env[69735]: DEBUG oslo_vmware.api [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604635, 'name': PowerOnVM_Task, 'duration_secs': 0.515936} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.313560] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.313560] env[69735]: DEBUG nova.compute.manager [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.314330] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d719d6ec-820d-4cbd-ab1f-3bd068e4f2e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.612387] env[69735]: DEBUG nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.624720] env[69735]: ERROR nova.scheduler.client.report [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [req-76be9903-eadc-4d0c-8c16-56862001506d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76be9903-eadc-4d0c-8c16-56862001506d"}]} [ 712.633200] env[69735]: DEBUG nova.network.neutron [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Successfully created port: 21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.638602] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604636, 'name': Rename_Task, 'duration_secs': 0.358562} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.644378] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.646380] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48afdf8f-c47a-4f46-a516-3cf61d53fe46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.649388] env[69735]: DEBUG nova.scheduler.client.report [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 712.651838] env[69735]: DEBUG nova.network.neutron [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Updating instance_info_cache with network_info: [{"id": "c88d4f38-1603-42ee-adaa-ea1bc512961b", "address": "fa:16:3e:ae:a9:cc", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88d4f38-16", "ovs_interfaceid": "c88d4f38-1603-42ee-adaa-ea1bc512961b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.659307] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.659516] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.659516] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.660169] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.660169] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.660169] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.661950] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.662760] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.663588] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.663858] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.664634] env[69735]: DEBUG nova.virt.hardware [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.666509] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d18cb2-f696-4fbd-bd87-291e9a4b4b7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.670564] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 712.670564] env[69735]: value = "task-3604637" [ 712.670564] env[69735]: _type = "Task" [ 712.670564] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.677947] env[69735]: DEBUG nova.scheduler.client.report [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 712.678283] env[69735]: DEBUG nova.compute.provider_tree [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.684215] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30920435-7a98-4782-b134-ab4e0fd20005 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.694782] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604637, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.695885] env[69735]: DEBUG nova.scheduler.client.report [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 712.723278] env[69735]: DEBUG nova.scheduler.client.report [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.844897] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.882400] env[69735]: DEBUG nova.compute.manager [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 713.152898] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524b929e-8f86-4cff-9f60-475095e26102 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.164457] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c28c5e-73a2-495c-97fd-d8c35458ab06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.168687] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Releasing lock "refresh_cache-d377096a-422a-4b72-88db-08bf0b8f8fa7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.169429] env[69735]: DEBUG nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Instance network_info: |[{"id": "c88d4f38-1603-42ee-adaa-ea1bc512961b", "address": "fa:16:3e:ae:a9:cc", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88d4f38-16", "ovs_interfaceid": "c88d4f38-1603-42ee-adaa-ea1bc512961b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.169811] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:a9:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c88d4f38-1603-42ee-adaa-ea1bc512961b', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.178516] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Creating folder: Project (26d8e700efd74ad6aa12b4e6d7460fe7). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.181591] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb38d3b3-f961-4b92-931a-3a40ae0510cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.213546] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac0441-80a9-4c51-9b9c-7ad043ac84bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.216934] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.219876] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Created folder: Project (26d8e700efd74ad6aa12b4e6d7460fe7) in parent group-v719064. [ 713.220077] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Creating folder: Instances. Parent ref: group-v719096. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.220343] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3afaf40e-0530-48b8-9bc0-a315c845ce71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.225274] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7f4bb6-3be6-421e-9bec-1ba3f7ecf347 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.240601] env[69735]: DEBUG nova.compute.provider_tree [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.243215] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Created folder: Instances in parent group-v719096. [ 713.243434] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.243844] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.244054] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be221457-6099-40d1-8c99-9f217f21a0b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.267142] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.267142] env[69735]: value = "task-3604640" [ 713.267142] env[69735]: _type = "Task" [ 713.267142] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.276061] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604640, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.412601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.542190] env[69735]: DEBUG nova.compute.manager [req-399c9100-d587-44c5-8acf-0589b5a37df3 req-c5898c86-f2a7-40c8-bd0d-9c8f023f4b63 service nova] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Received event network-vif-deleted-23b665fe-17a0-4580-872b-e676f6c0245c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.691426] env[69735]: DEBUG oslo_vmware.api [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604637, 'name': PowerOnVM_Task, 'duration_secs': 0.76692} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.691993] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.692192] env[69735]: INFO nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Took 14.11 seconds to spawn the instance on the hypervisor. [ 713.692351] env[69735]: DEBUG nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.693236] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aac8e2-c4d7-4f06-bd97-2c755aca1bbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.707225] env[69735]: DEBUG nova.compute.manager [req-813fd4c6-2337-4f6a-b53d-d3260d4491fd req-5ab9ebc3-f26d-495d-afb8-5937d4619a07 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Received event network-vif-plugged-c88d4f38-1603-42ee-adaa-ea1bc512961b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.708408] env[69735]: DEBUG oslo_concurrency.lockutils [req-813fd4c6-2337-4f6a-b53d-d3260d4491fd req-5ab9ebc3-f26d-495d-afb8-5937d4619a07 service nova] Acquiring lock "d377096a-422a-4b72-88db-08bf0b8f8fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.708680] env[69735]: DEBUG oslo_concurrency.lockutils [req-813fd4c6-2337-4f6a-b53d-d3260d4491fd req-5ab9ebc3-f26d-495d-afb8-5937d4619a07 service nova] Lock "d377096a-422a-4b72-88db-08bf0b8f8fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.708945] env[69735]: DEBUG oslo_concurrency.lockutils [req-813fd4c6-2337-4f6a-b53d-d3260d4491fd req-5ab9ebc3-f26d-495d-afb8-5937d4619a07 service nova] Lock "d377096a-422a-4b72-88db-08bf0b8f8fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.709509] env[69735]: DEBUG nova.compute.manager [req-813fd4c6-2337-4f6a-b53d-d3260d4491fd req-5ab9ebc3-f26d-495d-afb8-5937d4619a07 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] No waiting events found dispatching network-vif-plugged-c88d4f38-1603-42ee-adaa-ea1bc512961b {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.709509] env[69735]: WARNING nova.compute.manager [req-813fd4c6-2337-4f6a-b53d-d3260d4491fd req-5ab9ebc3-f26d-495d-afb8-5937d4619a07 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Received unexpected event network-vif-plugged-c88d4f38-1603-42ee-adaa-ea1bc512961b for instance with vm_state building and task_state spawning. [ 713.780598] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604640, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.791481] env[69735]: DEBUG nova.scheduler.client.report [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 713.791824] env[69735]: DEBUG nova.compute.provider_tree [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 31 to 32 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 713.792352] env[69735]: DEBUG nova.compute.provider_tree [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.218199] env[69735]: INFO nova.compute.manager [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Took 28.00 seconds to build instance. [ 714.281670] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604640, 'name': CreateVM_Task, 'duration_secs': 0.624059} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.282077] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.284288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.284406] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.288956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.288956] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003a47bc-513f-420b-86b8-575f3af6c3cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.291297] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 714.291297] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fe16d9-8185-c6ad-1d6e-49ea9d7aea28" [ 714.291297] env[69735]: _type = "Task" [ 714.291297] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.299531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquiring lock "4ce1e0c3-ce34-4acf-9a72-64c832056360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.299764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "4ce1e0c3-ce34-4acf-9a72-64c832056360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.300477] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.727s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.303028] env[69735]: DEBUG nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.303491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.273s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.304914] env[69735]: INFO nova.compute.claims [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.315588] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fe16d9-8185-c6ad-1d6e-49ea9d7aea28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.723301] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc6c290c-0094-4cf9-9118-551657e91bf1 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.516s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.814455] env[69735]: DEBUG nova.compute.utils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.822786] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fe16d9-8185-c6ad-1d6e-49ea9d7aea28, 'name': SearchDatastore_Task, 'duration_secs': 0.024446} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.822786] env[69735]: DEBUG nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.822786] env[69735]: DEBUG nova.network.neutron [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.824060] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.824304] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.824557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.824693] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.824946] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.825642] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc129c4f-06b0-45c4-a437-94282b312d34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.843412] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.843412] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.844986] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b881b9a8-3da4-4cf6-95e9-90dc5feee6ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.853835] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 714.853835] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fc33ad-0e8c-8bf1-3329-61e9cc73dbfc" [ 714.853835] env[69735]: _type = "Task" [ 714.853835] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.863160] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fc33ad-0e8c-8bf1-3329-61e9cc73dbfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.877419] env[69735]: DEBUG nova.policy [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.108656] env[69735]: DEBUG nova.network.neutron [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Successfully updated port: 21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.230857] env[69735]: DEBUG nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.328962] env[69735]: DEBUG nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.368337] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fc33ad-0e8c-8bf1-3329-61e9cc73dbfc, 'name': SearchDatastore_Task, 'duration_secs': 0.027656} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.369337] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb89da1-88c1-441c-991d-9c6e155bdd7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.378895] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 715.378895] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52854410-1bf1-81db-7a36-2dd2cb1c8d57" [ 715.378895] env[69735]: _type = "Task" [ 715.378895] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.391850] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52854410-1bf1-81db-7a36-2dd2cb1c8d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.611294] env[69735]: DEBUG nova.network.neutron [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Successfully created port: 9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.611294] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.611294] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.611294] env[69735]: DEBUG nova.network.neutron [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.680154] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.680405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.774581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.864123] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3847130a-b295-4b48-aa4d-f1e4def77999 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.873764] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c69d79-af96-40ac-8cb0-ad6c2dc58256 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.913278] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae253ad8-e18e-4c46-9051-0288fe1f5408 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.921408] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52854410-1bf1-81db-7a36-2dd2cb1c8d57, 'name': SearchDatastore_Task, 'duration_secs': 0.02518} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.921408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.921597] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d377096a-422a-4b72-88db-08bf0b8f8fa7/d377096a-422a-4b72-88db-08bf0b8f8fa7.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.921846] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ebc80ba-c227-400a-806c-4c38d9f7b124 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.927843] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f200ce-6cc5-4a9c-b0fd-8fe6f9101f80 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.933234] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 715.933234] env[69735]: value = "task-3604641" [ 715.933234] env[69735]: _type = "Task" [ 715.933234] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.946902] env[69735]: DEBUG nova.compute.provider_tree [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.955701] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.196529] env[69735]: DEBUG nova.network.neutron [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.316322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "a360387a-e02f-41c5-9b10-c67fb03433f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.316322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "a360387a-e02f-41c5-9b10-c67fb03433f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.345579] env[69735]: DEBUG nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.378016] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.378645] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.378645] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.378851] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.378906] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.379623] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.379939] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.380192] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.380376] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.380566] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.380780] env[69735]: DEBUG nova.virt.hardware [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.382282] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951933f8-fe6f-49d4-99ae-6a3b337fda33 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.393691] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618971bb-a9bc-4d70-959e-2d3507e5800a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.447312] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.454418] env[69735]: DEBUG nova.scheduler.client.report [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.521970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquiring lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.522677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.522902] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquiring lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.523108] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.523287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.525371] env[69735]: INFO nova.compute.manager [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Terminating instance [ 716.531305] env[69735]: INFO nova.compute.manager [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Rebuilding instance [ 716.573218] env[69735]: DEBUG nova.compute.manager [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.574139] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab78e7c-26ea-4dc0-8f14-51ac1efeb25c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.691705] env[69735]: DEBUG nova.network.neutron [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance_info_cache with network_info: [{"id": "21927fec-c37b-4d90-b30b-df53083cdcee", "address": "fa:16:3e:36:75:0a", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21927fec-c3", "ovs_interfaceid": "21927fec-c37b-4d90-b30b-df53083cdcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.944971] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549699} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.945506] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d377096a-422a-4b72-88db-08bf0b8f8fa7/d377096a-422a-4b72-88db-08bf0b8f8fa7.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.945796] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.946287] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5e4c3b2-8256-4c08-b875-1d17ad168d73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.959759] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 716.959759] env[69735]: value = "task-3604642" [ 716.959759] env[69735]: _type = "Task" [ 716.959759] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.965066] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.965557] env[69735]: DEBUG nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.971353] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.139s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.973479] env[69735]: INFO nova.compute.claims [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.976150] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.029443] env[69735]: DEBUG nova.compute.manager [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.029713] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.030712] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1781dece-112a-4b1b-93d8-e69b28b1e1fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.040864] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.041162] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83bde979-ef37-4308-890b-cb0961b8d9c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.049165] env[69735]: DEBUG oslo_vmware.api [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 717.049165] env[69735]: value = "task-3604643" [ 717.049165] env[69735]: _type = "Task" [ 717.049165] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.061446] env[69735]: DEBUG oslo_vmware.api [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.195609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.196283] env[69735]: DEBUG nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Instance network_info: |[{"id": "21927fec-c37b-4d90-b30b-df53083cdcee", "address": "fa:16:3e:36:75:0a", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21927fec-c3", "ovs_interfaceid": "21927fec-c37b-4d90-b30b-df53083cdcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.196459] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:75:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21927fec-c37b-4d90-b30b-df53083cdcee', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.205330] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating folder: Project (81be6b75204f4dcc9f353353b443b1b8). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.205406] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e3ebe16-5d71-4564-814a-0a1378a9768e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.219286] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Created folder: Project (81be6b75204f4dcc9f353353b443b1b8) in parent group-v719064. [ 717.219493] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating folder: Instances. Parent ref: group-v719099. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.219755] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1514141c-845c-4192-bfa5-eaf4d4239d01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.232821] env[69735]: DEBUG nova.network.neutron [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Successfully updated port: 9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.233783] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Created folder: Instances in parent group-v719099. [ 717.234222] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.238948] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.238948] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56c262a3-73a5-4b2d-86e9-efb22a00fae9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.271444] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.271444] env[69735]: value = "task-3604646" [ 717.271444] env[69735]: _type = "Task" [ 717.271444] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.283795] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604646, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.472463] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155054} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.472774] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.473640] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dfc26e-a8ca-46fe-acf1-5ba1b38ae003 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.481149] env[69735]: DEBUG nova.compute.utils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.493142] env[69735]: DEBUG nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.493142] env[69735]: DEBUG nova.network.neutron [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.504084] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] d377096a-422a-4b72-88db-08bf0b8f8fa7/d377096a-422a-4b72-88db-08bf0b8f8fa7.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.505597] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a730c462-4f09-4cab-b03a-9f3de6ad5f63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.532019] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 717.532019] env[69735]: value = "task-3604647" [ 717.532019] env[69735]: _type = "Task" [ 717.532019] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.539642] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.562189] env[69735]: DEBUG oslo_vmware.api [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604643, 'name': PowerOffVM_Task, 'duration_secs': 0.447343} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.563691] env[69735]: DEBUG nova.policy [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f59d41d331848aaadcca33a75c18905', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cacbb12c9cbf4cf0b2db5716e0ec4e24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.565757] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.565757] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.565932] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e09e69-8d1d-4dee-b966-aad59d8c27c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.590167] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.590324] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fac28238-7d56-4ca5-ace5-22123562747d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.601096] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 717.601096] env[69735]: value = "task-3604649" [ 717.601096] env[69735]: _type = "Task" [ 717.601096] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.611591] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.618832] env[69735]: DEBUG nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Received event network-changed-e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.619124] env[69735]: DEBUG nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Refreshing instance network info cache due to event network-changed-e08c0362-c640-4658-b7bb-a4309abee8c6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.619378] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Acquiring lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.619535] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Acquired lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.619691] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Refreshing network info cache for port e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.651132] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.651132] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.651358] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Deleting the datastore file [datastore1] 4b1b8aa4-2eb8-4989-bd4a-d105e8729286 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.651825] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-208c2b6a-14ee-4f26-9701-84a5a132b7b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.662221] env[69735]: DEBUG oslo_vmware.api [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for the task: (returnval){ [ 717.662221] env[69735]: value = "task-3604650" [ 717.662221] env[69735]: _type = "Task" [ 717.662221] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.674198] env[69735]: DEBUG oslo_vmware.api [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.732877] env[69735]: DEBUG nova.compute.manager [req-7c559074-f00a-481c-a708-4ce817019bd9 req-f652cb0b-73a9-4f05-b95a-cc9b58e8f913 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Received event network-changed-c88d4f38-1603-42ee-adaa-ea1bc512961b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.732877] env[69735]: DEBUG nova.compute.manager [req-7c559074-f00a-481c-a708-4ce817019bd9 req-f652cb0b-73a9-4f05-b95a-cc9b58e8f913 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Refreshing instance network info cache due to event network-changed-c88d4f38-1603-42ee-adaa-ea1bc512961b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.733079] env[69735]: DEBUG oslo_concurrency.lockutils [req-7c559074-f00a-481c-a708-4ce817019bd9 req-f652cb0b-73a9-4f05-b95a-cc9b58e8f913 service nova] Acquiring lock "refresh_cache-d377096a-422a-4b72-88db-08bf0b8f8fa7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.733419] env[69735]: DEBUG oslo_concurrency.lockutils [req-7c559074-f00a-481c-a708-4ce817019bd9 req-f652cb0b-73a9-4f05-b95a-cc9b58e8f913 service nova] Acquired lock "refresh_cache-d377096a-422a-4b72-88db-08bf0b8f8fa7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.733510] env[69735]: DEBUG nova.network.neutron [req-7c559074-f00a-481c-a708-4ce817019bd9 req-f652cb0b-73a9-4f05-b95a-cc9b58e8f913 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Refreshing network info cache for port c88d4f38-1603-42ee-adaa-ea1bc512961b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.741365] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.741955] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.741955] env[69735]: DEBUG nova.network.neutron [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.770519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.771216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.784427] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604646, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.933187] env[69735]: DEBUG nova.network.neutron [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Successfully created port: 08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.008678] env[69735]: DEBUG nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.043574] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604647, 'name': ReconfigVM_Task, 'duration_secs': 0.379584} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.044334] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Reconfigured VM instance instance-0000000b to attach disk [datastore2] d377096a-422a-4b72-88db-08bf0b8f8fa7/d377096a-422a-4b72-88db-08bf0b8f8fa7.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.045245] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97cbd519-c0cd-4dff-bf1e-53b3be26b6d4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.058019] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 718.058019] env[69735]: value = "task-3604651" [ 718.058019] env[69735]: _type = "Task" [ 718.058019] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.072152] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604651, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.113765] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604649, 'name': PowerOffVM_Task, 'duration_secs': 0.209254} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.114650] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.114650] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.115059] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f33d5d-f701-44f9-9526-eec96f32573c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.130233] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.130856] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c4f3d3-cb18-461a-b4e6-a276bbbc2fbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.164949] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.165262] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.165504] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Deleting the datastore file [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.173079] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ffe7018-7454-45b5-b8e5-cb718e0bfdb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.188278] env[69735]: DEBUG oslo_vmware.api [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Task: {'id': task-3604650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201936} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.190138] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.190387] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.190729] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.190957] env[69735]: INFO nova.compute.manager [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Took 1.16 seconds to destroy the instance on the hypervisor. [ 718.191744] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.191744] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 718.191744] env[69735]: value = "task-3604653" [ 718.191744] env[69735]: _type = "Task" [ 718.191744] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.191744] env[69735]: DEBUG nova.compute.manager [-] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.191744] env[69735]: DEBUG nova.network.neutron [-] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.208433] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.282925] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604646, 'name': CreateVM_Task, 'duration_secs': 0.58703} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.285911] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.287273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.287273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.287514] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.288436] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d645675-ade5-49eb-8d70-e947e3b70dc4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.294543] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 718.294543] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207e0d9-69a3-e52b-dbdd-6dac34301b05" [ 718.294543] env[69735]: _type = "Task" [ 718.294543] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.304522] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207e0d9-69a3-e52b-dbdd-6dac34301b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.370676] env[69735]: DEBUG nova.network.neutron [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.449991] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc738dab-680f-4c30-97c9-4ae450171b15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.461818] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc641a-675a-438b-b7d1-d17063394bbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.495172] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87a663-9b35-48e3-a0b6-0f2f59b0d9e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.503604] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b743890-e798-401d-8f5f-ecea0f36c0d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.521981] env[69735]: DEBUG nova.compute.provider_tree [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.568265] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604651, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.706869] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103511} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.707207] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.707433] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.707624] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.805066] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207e0d9-69a3-e52b-dbdd-6dac34301b05, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.805386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.805661] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.805857] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.806010] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.806196] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.806442] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a8e101-ab3b-4f7e-822b-c49831a61c32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.816869] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.816869] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.817858] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52395e2-4b12-4eb4-ae9c-bf07449c2de8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.823412] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 718.823412] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52982d5c-1de7-a5ef-97c7-fd2bf8680295" [ 718.823412] env[69735]: _type = "Task" [ 718.823412] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.834727] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52982d5c-1de7-a5ef-97c7-fd2bf8680295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.995981] env[69735]: DEBUG nova.network.neutron [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updating instance_info_cache with network_info: [{"id": "9e93006f-b8f2-482e-8857-d4dea71f9640", "address": "fa:16:3e:83:71:1e", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e93006f-b8", "ovs_interfaceid": "9e93006f-b8f2-482e-8857-d4dea71f9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.015754] env[69735]: DEBUG nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.040916] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:27:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1931472910',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-712436401',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.041174] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.041330] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.041509] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.041651] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.041797] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.042010] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.042693] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.042882] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.043142] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.043233] env[69735]: DEBUG nova.virt.hardware [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.044086] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b381176e-0db8-4bbe-90b3-91602cbbdddd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.050321] env[69735]: ERROR nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [req-57d1772d-9f97-4978-a4fd-cbe35800c54b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57d1772d-9f97-4978-a4fd-cbe35800c54b"}]} [ 719.054630] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Updated VIF entry in instance network info cache for port e08c0362-c640-4658-b7bb-a4309abee8c6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.054946] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Updating instance_info_cache with network_info: [{"id": "e08c0362-c640-4658-b7bb-a4309abee8c6", "address": "fa:16:3e:4b:6d:62", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c0362-c6", "ovs_interfaceid": "e08c0362-c640-4658-b7bb-a4309abee8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.062695] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb7b3e-5c3a-4cfa-a4f3-b4608512c9a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.069050] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 719.084671] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604651, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.098149] env[69735]: DEBUG nova.network.neutron [req-7c559074-f00a-481c-a708-4ce817019bd9 req-f652cb0b-73a9-4f05-b95a-cc9b58e8f913 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Updated VIF entry in instance network info cache for port c88d4f38-1603-42ee-adaa-ea1bc512961b. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.098580] env[69735]: DEBUG nova.network.neutron [req-7c559074-f00a-481c-a708-4ce817019bd9 req-f652cb0b-73a9-4f05-b95a-cc9b58e8f913 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Updating instance_info_cache with network_info: [{"id": "c88d4f38-1603-42ee-adaa-ea1bc512961b", "address": "fa:16:3e:ae:a9:cc", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88d4f38-16", "ovs_interfaceid": "c88d4f38-1603-42ee-adaa-ea1bc512961b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.100424] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 719.100681] env[69735]: DEBUG nova.compute.provider_tree [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.118722] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 719.142591] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 719.337916] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52982d5c-1de7-a5ef-97c7-fd2bf8680295, 'name': SearchDatastore_Task, 'duration_secs': 0.013971} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.337916] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18140d50-e13d-421b-9eda-64c15f637145 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.348521] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 719.348521] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fd90a4-5e60-eed7-a36e-49241836efea" [ 719.348521] env[69735]: _type = "Task" [ 719.348521] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.358831] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fd90a4-5e60-eed7-a36e-49241836efea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.477663] env[69735]: DEBUG nova.network.neutron [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Successfully updated port: 08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.502403] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.503794] env[69735]: DEBUG nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Instance network_info: |[{"id": "9e93006f-b8f2-482e-8857-d4dea71f9640", "address": "fa:16:3e:83:71:1e", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e93006f-b8", "ovs_interfaceid": "9e93006f-b8f2-482e-8857-d4dea71f9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.503927] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:71:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e93006f-b8f2-482e-8857-d4dea71f9640', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.511189] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Creating folder: Project (916dd68865a34aefa47ed8218cd16950). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.514379] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-832d52a4-ddc2-406a-a7e8-23112026cad1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.528335] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Created folder: Project (916dd68865a34aefa47ed8218cd16950) in parent group-v719064. [ 719.528456] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Creating folder: Instances. Parent ref: group-v719102. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.531246] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f412d9c9-6d5e-4271-ab50-aea661d9b62f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.546085] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Created folder: Instances in parent group-v719102. [ 719.546085] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.546085] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.546085] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81ddcab3-8603-436a-b4dc-a5d48a91fc18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.563582] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Releasing lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.563752] env[69735]: DEBUG nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Received event network-vif-plugged-21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.563915] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Acquiring lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.564131] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.564295] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.564463] env[69735]: DEBUG nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] No waiting events found dispatching network-vif-plugged-21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.564644] env[69735]: WARNING nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Received unexpected event network-vif-plugged-21927fec-c37b-4d90-b30b-df53083cdcee for instance with vm_state building and task_state spawning. [ 719.564815] env[69735]: DEBUG nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Received event network-changed-e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.564969] env[69735]: DEBUG nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Refreshing instance network info cache due to event network-changed-e08c0362-c640-4658-b7bb-a4309abee8c6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.565172] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Acquiring lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.565307] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Acquired lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.565456] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Refreshing network info cache for port e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.578062] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604651, 'name': Rename_Task, 'duration_secs': 1.166601} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.581744] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.582278] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.582278] env[69735]: value = "task-3604656" [ 719.582278] env[69735]: _type = "Task" [ 719.582278] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.582707] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8f23c03-8c2b-4dbb-8f49-5a468a917168 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.595127] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604656, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.600353] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 719.600353] env[69735]: value = "task-3604657" [ 719.600353] env[69735]: _type = "Task" [ 719.600353] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.604160] env[69735]: DEBUG oslo_concurrency.lockutils [req-7c559074-f00a-481c-a708-4ce817019bd9 req-f652cb0b-73a9-4f05-b95a-cc9b58e8f913 service nova] Releasing lock "refresh_cache-d377096a-422a-4b72-88db-08bf0b8f8fa7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.613518] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.624702] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f9aec-5ed1-4629-863c-46e7f182a710 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.636236] env[69735]: DEBUG nova.network.neutron [-] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.638322] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80385f18-b876-4829-9888-51c62ab12a8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.677644] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f799e33-8314-45dc-b1be-b9f2b2435de1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.690055] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63517071-a7db-4de7-9fb2-512fb2f36867 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.707717] env[69735]: DEBUG nova.compute.provider_tree [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.769305] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.769606] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.769724] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.769873] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.770022] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.770402] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.770402] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.770737] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.770737] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.770909] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.771076] env[69735]: DEBUG nova.virt.hardware [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.772029] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca7e68-8394-416c-840c-68e68d1c4320 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.781602] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2520f12f-5d4e-4b2a-8388-fd3c8ba8a1d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.797090] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.803173] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.803463] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.803814] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43236684-3d39-4230-92d3-f1cd69f2689c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.822068] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.822068] env[69735]: value = "task-3604658" [ 719.822068] env[69735]: _type = "Task" [ 719.822068] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.831814] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604658, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.859822] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fd90a4-5e60-eed7-a36e-49241836efea, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.860372] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.860954] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 04800cfa-2e24-43bc-9198-0a0f41151dc0/04800cfa-2e24-43bc-9198-0a0f41151dc0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.861485] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da735ca3-e3d8-434b-a097-3ed59860d14e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.871581] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 719.871581] env[69735]: value = "task-3604659" [ 719.871581] env[69735]: _type = "Task" [ 719.871581] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.881853] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.981025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.981336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquired lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.981668] env[69735]: DEBUG nova.network.neutron [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.013778] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "be1d2d89-cc25-465b-b8d6-905b2c838de6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.013909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "be1d2d89-cc25-465b-b8d6-905b2c838de6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.101107] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604656, 'name': CreateVM_Task, 'duration_secs': 0.436561} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.108273] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.109091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.109258] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.109613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.110423] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922855ec-61e8-43d8-9025-1969f7bdd56b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.117796] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.119595] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 720.119595] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5221c451-65f8-6a2a-8cdd-fca1a9951ddd" [ 720.119595] env[69735]: _type = "Task" [ 720.119595] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.135540] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5221c451-65f8-6a2a-8cdd-fca1a9951ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.144649] env[69735]: INFO nova.compute.manager [-] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Took 1.95 seconds to deallocate network for instance. [ 720.234364] env[69735]: ERROR nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [req-e65e2b52-bc43-40c0-9711-80e155c00182] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e65e2b52-bc43-40c0-9711-80e155c00182"}]} [ 720.253365] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 720.273572] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 720.273964] env[69735]: DEBUG nova.compute.provider_tree [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.290761] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 720.318970] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.335086] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604658, 'name': CreateVM_Task, 'duration_secs': 0.455503} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.335359] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.335833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.357225] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Updated VIF entry in instance network info cache for port e08c0362-c640-4658-b7bb-a4309abee8c6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.357225] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Updating instance_info_cache with network_info: [{"id": "e08c0362-c640-4658-b7bb-a4309abee8c6", "address": "fa:16:3e:4b:6d:62", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c0362-c6", "ovs_interfaceid": "e08c0362-c640-4658-b7bb-a4309abee8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.385199] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604659, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.520207] env[69735]: DEBUG nova.network.neutron [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.612283] env[69735]: DEBUG oslo_vmware.api [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604657, 'name': PowerOnVM_Task, 'duration_secs': 0.569572} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.616033] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.616033] env[69735]: INFO nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Took 13.06 seconds to spawn the instance on the hypervisor. [ 720.616173] env[69735]: DEBUG nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.618026] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c6c527-4007-401e-9711-17476ec95b93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.638605] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5221c451-65f8-6a2a-8cdd-fca1a9951ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.073415} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.638935] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.639208] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.639442] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.639585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.639971] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.642322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.642623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.642858] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ccc38f8-0a51-4c7b-a3a4-a8cd0c95942b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.646847] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20d8fc1-4286-4a7f-95d1-283ecabeb8a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.653333] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.655074] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 720.655074] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b24e8b-f49b-36ae-08cb-8989f6a618a0" [ 720.655074] env[69735]: _type = "Task" [ 720.655074] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.659523] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.659523] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.660248] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9264c8e4-ffd6-47f1-8435-71504bc1af03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.670803] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b24e8b-f49b-36ae-08cb-8989f6a618a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.671599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.671875] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.672123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.674924] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 720.674924] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52905516-2b0e-d5ff-839a-e0c89fc6d182" [ 720.674924] env[69735]: _type = "Task" [ 720.674924] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.684433] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52905516-2b0e-d5ff-839a-e0c89fc6d182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.684845] env[69735]: DEBUG nova.network.neutron [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Updating instance_info_cache with network_info: [{"id": "08468ebb-8d7d-44c3-9bcd-5131848c569a", "address": "fa:16:3e:27:d2:53", "network": {"id": "ed156d84-7f03-4dfd-9f31-478c1877cbc8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-454487146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacbb12c9cbf4cf0b2db5716e0ec4e24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08468ebb-8d", "ovs_interfaceid": "08468ebb-8d7d-44c3-9bcd-5131848c569a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.755516] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c4c0f-384b-4ed7-899f-8f8bca30c6f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.763565] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a10b9cd-8788-438c-80f9-12674a1f5a0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.798655] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a5b315-15da-4262-a86a-cc3b3519fdd7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.808229] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cc0d13-ae0f-42b8-8867-34d1b389054c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.821707] env[69735]: DEBUG nova.compute.provider_tree [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.860461] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Releasing lock "refresh_cache-56a75596-cd81-41e4-b526-dd378c737a8d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.860729] env[69735]: DEBUG nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Received event network-changed-21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.860931] env[69735]: DEBUG nova.compute.manager [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Refreshing instance network info cache due to event network-changed-21927fec-c37b-4d90-b30b-df53083cdcee. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.861172] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Acquiring lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.861316] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Acquired lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.861471] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Refreshing network info cache for port 21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.884043] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541457} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.884308] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 04800cfa-2e24-43bc-9198-0a0f41151dc0/04800cfa-2e24-43bc-9198-0a0f41151dc0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.885030] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.885030] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42b094b4-eb01-46ee-9c1b-884d24d9a328 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.891452] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 720.891452] env[69735]: value = "task-3604660" [ 720.891452] env[69735]: _type = "Task" [ 720.891452] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.899769] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.044029] env[69735]: DEBUG nova.compute.manager [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Received event network-vif-deleted-594871e0-29b5-4f96-9400-c0c3586bd63b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.044029] env[69735]: DEBUG nova.compute.manager [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Received event network-changed-4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.044029] env[69735]: DEBUG nova.compute.manager [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Refreshing instance network info cache due to event network-changed-4a2d137e-a221-4bfb-81ef-0c9927d13de7. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.044029] env[69735]: DEBUG oslo_concurrency.lockutils [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] Acquiring lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.044309] env[69735]: DEBUG oslo_concurrency.lockutils [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] Acquired lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.044309] env[69735]: DEBUG nova.network.neutron [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Refreshing network info cache for port 4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.069611] env[69735]: DEBUG nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received event network-vif-plugged-9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.069838] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Acquiring lock "3a7606e7-37de-411d-a478-d800677c3d13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.070069] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Lock "3a7606e7-37de-411d-a478-d800677c3d13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.070269] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Lock "3a7606e7-37de-411d-a478-d800677c3d13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.070437] env[69735]: DEBUG nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] No waiting events found dispatching network-vif-plugged-9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.070600] env[69735]: WARNING nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received unexpected event network-vif-plugged-9e93006f-b8f2-482e-8857-d4dea71f9640 for instance with vm_state building and task_state spawning. [ 721.070758] env[69735]: DEBUG nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received event network-changed-9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.070910] env[69735]: DEBUG nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Refreshing instance network info cache due to event network-changed-9e93006f-b8f2-482e-8857-d4dea71f9640. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.071666] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Acquiring lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.071934] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Acquired lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.072056] env[69735]: DEBUG nova.network.neutron [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Refreshing network info cache for port 9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.140266] env[69735]: INFO nova.compute.manager [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Took 26.00 seconds to build instance. [ 721.188414] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52905516-2b0e-d5ff-839a-e0c89fc6d182, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.188976] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b241ac7b-0ad9-4477-8851-81ec2f934ab3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.191682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Releasing lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.191754] env[69735]: DEBUG nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Instance network_info: |[{"id": "08468ebb-8d7d-44c3-9bcd-5131848c569a", "address": "fa:16:3e:27:d2:53", "network": {"id": "ed156d84-7f03-4dfd-9f31-478c1877cbc8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-454487146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacbb12c9cbf4cf0b2db5716e0ec4e24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08468ebb-8d", "ovs_interfaceid": "08468ebb-8d7d-44c3-9bcd-5131848c569a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.192140] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:d2:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08468ebb-8d7d-44c3-9bcd-5131848c569a', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.199883] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Creating folder: Project (cacbb12c9cbf4cf0b2db5716e0ec4e24). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.201691] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ce5e8a1-1400-4fcd-9667-8a3a8f4378b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.204226] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 721.204226] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520de839-43a5-8fc2-50c6-99f2f6e86a0c" [ 721.204226] env[69735]: _type = "Task" [ 721.204226] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.212845] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Created folder: Project (cacbb12c9cbf4cf0b2db5716e0ec4e24) in parent group-v719064. [ 721.213087] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Creating folder: Instances. Parent ref: group-v719106. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.216354] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6feaec61-dd40-4e9f-a854-3c2879dde077 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.218042] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520de839-43a5-8fc2-50c6-99f2f6e86a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.227892] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Created folder: Instances in parent group-v719106. [ 721.228236] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.228331] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.228703] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba9c9b03-4158-4ca5-8e71-53f3d342cfd4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.250890] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.250890] env[69735]: value = "task-3604663" [ 721.250890] env[69735]: _type = "Task" [ 721.250890] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.259262] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604663, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.374797] env[69735]: DEBUG nova.scheduler.client.report [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 721.375171] env[69735]: DEBUG nova.compute.provider_tree [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 37 to 38 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 721.375760] env[69735]: DEBUG nova.compute.provider_tree [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.410174] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068371} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.410588] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.411979] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786256fb-75fe-41ad-9465-9946465dcf82 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.442540] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 04800cfa-2e24-43bc-9198-0a0f41151dc0/04800cfa-2e24-43bc-9198-0a0f41151dc0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.445242] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c109d04d-d03e-4c0c-9f4e-04308596a275 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.467190] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 721.467190] env[69735]: value = "task-3604664" [ 721.467190] env[69735]: _type = "Task" [ 721.467190] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.476516] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.592852] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updated VIF entry in instance network info cache for port 21927fec-c37b-4d90-b30b-df53083cdcee. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.593238] env[69735]: DEBUG nova.network.neutron [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance_info_cache with network_info: [{"id": "21927fec-c37b-4d90-b30b-df53083cdcee", "address": "fa:16:3e:36:75:0a", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21927fec-c3", "ovs_interfaceid": "21927fec-c37b-4d90-b30b-df53083cdcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.646458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3db50b1-0082-48df-8e13-eb5bc4d76b18 tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "d377096a-422a-4b72-88db-08bf0b8f8fa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.802s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.716652] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520de839-43a5-8fc2-50c6-99f2f6e86a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011896} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.716917] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.717179] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 3a7606e7-37de-411d-a478-d800677c3d13/3a7606e7-37de-411d-a478-d800677c3d13.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.717508] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.717696] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.717953] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3506adc-f409-4020-9dca-39b50f87934a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.719997] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48c819f8-c54e-492b-b4bb-39ae11822fa1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.728363] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 721.728363] env[69735]: value = "task-3604665" [ 721.728363] env[69735]: _type = "Task" [ 721.728363] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.732198] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.732379] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.733231] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321f8bad-38c0-4356-87c5-17d366265bf2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.743611] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 721.743611] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a414d7-19e6-43a3-e45c-69c87fe0a9ff" [ 721.743611] env[69735]: _type = "Task" [ 721.743611] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.743839] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.753507] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a414d7-19e6-43a3-e45c-69c87fe0a9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.762027] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54546b40-8b12-4df6-8cce-4e31bd6909fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.766919] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604663, 'name': CreateVM_Task, 'duration_secs': 0.381741} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.768014] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.768331] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 721.768331] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f67d30-3205-1064-6cc6-7853fb784cd4" [ 721.768331] env[69735]: _type = "Task" [ 721.768331] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.768920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.769076] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.769386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.770143] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4310c6d8-c58f-47ed-a3c9-7995ec853b2e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.777163] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 721.777163] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a14c5a-d1ea-7e17-6ca5-3ab85ace269c" [ 721.777163] env[69735]: _type = "Task" [ 721.777163] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.780589] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f67d30-3205-1064-6cc6-7853fb784cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.783445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.783690] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.783917] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e4a77fd-d30c-404b-b164-f8d5a90f5110 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.794877] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a14c5a-d1ea-7e17-6ca5-3ab85ace269c, 'name': SearchDatastore_Task, 'duration_secs': 0.008402} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.796289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.796435] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.797043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.797211] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.797429] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.797724] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 721.797724] env[69735]: value = "task-3604666" [ 721.797724] env[69735]: _type = "Task" [ 721.797724] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.797957] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95016429-17ee-42e3-b4b5-a88fa38a1986 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.811972] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.812148] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.812817] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5447366b-dbe0-4d7a-88b0-a68270091f56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.817884] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 721.817884] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5251bb11-f09d-c90e-612d-cb9968ecfc47" [ 721.817884] env[69735]: _type = "Task" [ 721.817884] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.826349] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5251bb11-f09d-c90e-612d-cb9968ecfc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.882101] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.911s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.882690] env[69735]: DEBUG nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.885606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.984s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.885752] env[69735]: DEBUG nova.objects.instance [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Lazy-loading 'resources' on Instance uuid d00e3443-272c-4273-93fd-ad1d40b67afb {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.979587] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604664, 'name': ReconfigVM_Task, 'duration_secs': 0.3223} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.979971] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 04800cfa-2e24-43bc-9198-0a0f41151dc0/04800cfa-2e24-43bc-9198-0a0f41151dc0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.980693] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c781e42-3def-4d19-9003-4eeab7a621e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.989009] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 721.989009] env[69735]: value = "task-3604667" [ 721.989009] env[69735]: _type = "Task" [ 721.989009] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.000982] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604667, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.095761] env[69735]: DEBUG oslo_concurrency.lockutils [req-05bede40-e988-42ee-9f8d-c55130dffd08 req-a88a0686-f61e-45d8-8477-1a391b7cb349 service nova] Releasing lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.148943] env[69735]: DEBUG nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.205063] env[69735]: DEBUG nova.network.neutron [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updated VIF entry in instance network info cache for port 9e93006f-b8f2-482e-8857-d4dea71f9640. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.205484] env[69735]: DEBUG nova.network.neutron [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updating instance_info_cache with network_info: [{"id": "9e93006f-b8f2-482e-8857-d4dea71f9640", "address": "fa:16:3e:83:71:1e", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e93006f-b8", "ovs_interfaceid": "9e93006f-b8f2-482e-8857-d4dea71f9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.240224] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500685} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.240224] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 3a7606e7-37de-411d-a478-d800677c3d13/3a7606e7-37de-411d-a478-d800677c3d13.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.240224] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.240498] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c331ea27-2b45-4f7a-98a7-e7ec7e24705f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.243915] env[69735]: DEBUG nova.network.neutron [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Updated VIF entry in instance network info cache for port 4a2d137e-a221-4bfb-81ef-0c9927d13de7. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.244257] env[69735]: DEBUG nova.network.neutron [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Updating instance_info_cache with network_info: [{"id": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "address": "fa:16:3e:95:66:dc", "network": {"id": "de8d5b61-e9e9-492d-ad5e-e7c2d8b12cd4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1730162344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac842a7b724438d9a2d9ac6c303554a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2d137e-a2", "ovs_interfaceid": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.248512] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 722.248512] env[69735]: value = "task-3604668" [ 722.248512] env[69735]: _type = "Task" [ 722.248512] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.256992] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.313682] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604666, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.333112] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5251bb11-f09d-c90e-612d-cb9968ecfc47, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.334216] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb1ab4c-093e-4eb2-800a-7b2cf45013e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.342505] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 722.342505] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5243dcb2-a239-78d5-61dc-fdeabf816aac" [ 722.342505] env[69735]: _type = "Task" [ 722.342505] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.352915] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5243dcb2-a239-78d5-61dc-fdeabf816aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.388747] env[69735]: DEBUG nova.compute.utils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.390719] env[69735]: DEBUG nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.391112] env[69735]: DEBUG nova.network.neutron [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.461931] env[69735]: DEBUG nova.policy [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef8ce52a1b084c1bb6495874a50aee52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '805721dae9fe4c63b971d0c3611ad88f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.507222] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604667, 'name': Rename_Task, 'duration_secs': 0.38694} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.507528] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.507806] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7aa9622-7266-4929-9743-b285d4e12340 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.521042] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 722.521042] env[69735]: value = "task-3604669" [ 722.521042] env[69735]: _type = "Task" [ 722.521042] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.526143] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.669023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.711699] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Releasing lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.711999] env[69735]: DEBUG nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Received event network-vif-plugged-08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.712248] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Acquiring lock "d6551491-3d04-43fa-9813-3af8725c7b9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.712510] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Lock "d6551491-3d04-43fa-9813-3af8725c7b9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.712834] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Lock "d6551491-3d04-43fa-9813-3af8725c7b9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.713058] env[69735]: DEBUG nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] No waiting events found dispatching network-vif-plugged-08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.713293] env[69735]: WARNING nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Received unexpected event network-vif-plugged-08468ebb-8d7d-44c3-9bcd-5131848c569a for instance with vm_state building and task_state spawning. [ 722.713512] env[69735]: DEBUG nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Received event network-changed-08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.713735] env[69735]: DEBUG nova.compute.manager [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Refreshing instance network info cache due to event network-changed-08468ebb-8d7d-44c3-9bcd-5131848c569a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.713963] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Acquiring lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.714151] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Acquired lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.714338] env[69735]: DEBUG nova.network.neutron [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Refreshing network info cache for port 08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.747454] env[69735]: DEBUG oslo_concurrency.lockutils [req-cb374c90-42af-4cc6-8eb7-0e4d2f37be46 req-f165388a-f2a7-41a4-92e3-c31cf95685ab service nova] Releasing lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.759225] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091214} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.762493] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.764206] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e6a44-6d9a-446d-a652-6a4f4237293f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.788565] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3a7606e7-37de-411d-a478-d800677c3d13/3a7606e7-37de-411d-a478-d800677c3d13.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.791659] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbc8ded-aec4-4acf-b5a3-76029ac995eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.815783] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831838} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.820399] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.820399] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.820399] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 722.820399] env[69735]: value = "task-3604670" [ 722.820399] env[69735]: _type = "Task" [ 722.820399] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.820399] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5fcf32f-caf6-40ae-8bb3-be4a30bf0665 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.834289] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.834489] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 722.834489] env[69735]: value = "task-3604671" [ 722.834489] env[69735]: _type = "Task" [ 722.834489] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.844761] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.859696] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5243dcb2-a239-78d5-61dc-fdeabf816aac, 'name': SearchDatastore_Task, 'duration_secs': 0.059175} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.860172] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.860546] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d6551491-3d04-43fa-9813-3af8725c7b9d/d6551491-3d04-43fa-9813-3af8725c7b9d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.860890] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf44a0c9-1465-47a3-ac2d-48f8ed8d3518 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.873176] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 722.873176] env[69735]: value = "task-3604672" [ 722.873176] env[69735]: _type = "Task" [ 722.873176] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.884870] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.899779] env[69735]: DEBUG nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.909612] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f0dc29-e13f-4705-983d-8375189a2be0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.918395] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb68d04b-84a3-494a-95ed-0f70716c0540 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.956558] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b683bb-5027-479c-b87c-92ff83987067 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.969643] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17885fa8-be2c-4c05-aa9b-38f56dbd02a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.985414] env[69735]: DEBUG nova.compute.provider_tree [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.030691] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604669, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.091522] env[69735]: DEBUG nova.network.neutron [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Successfully created port: 12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.335120] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.347272] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073431} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.347645] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.348859] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c2a683-5d59-4227-b7c1-6bed43e54b98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.372918] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.373289] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5cdcce3-dfe9-4254-a467-773725b735f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.399947] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.405901] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 723.405901] env[69735]: value = "task-3604673" [ 723.405901] env[69735]: _type = "Task" [ 723.405901] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.418890] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604673, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.488974] env[69735]: DEBUG nova.scheduler.client.report [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.529671] env[69735]: DEBUG oslo_vmware.api [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604669, 'name': PowerOnVM_Task, 'duration_secs': 0.56601} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.529671] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.529671] env[69735]: INFO nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Took 10.92 seconds to spawn the instance on the hypervisor. [ 723.529671] env[69735]: DEBUG nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.530353] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb0fd5c-c22c-4c3a-97a2-e72b1649b927 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.831054] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604670, 'name': ReconfigVM_Task, 'duration_secs': 0.597258} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.831390] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3a7606e7-37de-411d-a478-d800677c3d13/3a7606e7-37de-411d-a478-d800677c3d13.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.832020] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41e3460c-9528-4c0e-b2f4-5358f6938a34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.839422] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 723.839422] env[69735]: value = "task-3604674" [ 723.839422] env[69735]: _type = "Task" [ 723.839422] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.848013] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604674, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.898048] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590933} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.898645] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d6551491-3d04-43fa-9813-3af8725c7b9d/d6551491-3d04-43fa-9813-3af8725c7b9d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.898944] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.899240] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cb4858b-29e1-440c-94de-4613015bc8b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.908564] env[69735]: DEBUG nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.910842] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 723.910842] env[69735]: value = "task-3604675" [ 723.910842] env[69735]: _type = "Task" [ 723.910842] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.912726] env[69735]: DEBUG nova.network.neutron [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Updated VIF entry in instance network info cache for port 08468ebb-8d7d-44c3-9bcd-5131848c569a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.912726] env[69735]: DEBUG nova.network.neutron [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Updating instance_info_cache with network_info: [{"id": "08468ebb-8d7d-44c3-9bcd-5131848c569a", "address": "fa:16:3e:27:d2:53", "network": {"id": "ed156d84-7f03-4dfd-9f31-478c1877cbc8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-454487146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacbb12c9cbf4cf0b2db5716e0ec4e24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08468ebb-8d", "ovs_interfaceid": "08468ebb-8d7d-44c3-9bcd-5131848c569a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.927514] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.932125] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604673, 'name': ReconfigVM_Task, 'duration_secs': 0.329019} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.932125] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce/6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.932125] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faf75b93-0de9-45db-8051-48d855b9ce5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.942813] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 723.942813] env[69735]: value = "task-3604676" [ 723.942813] env[69735]: _type = "Task" [ 723.942813] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.951321] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.951577] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.951732] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.951910] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.952067] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.952240] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.952464] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.952622] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.952783] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.952939] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.953120] env[69735]: DEBUG nova.virt.hardware [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.953948] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d122b73-4a57-4bae-a3f9-71664ace30a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.959971] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604676, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.966966] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27baca2f-6ea1-4514-ba06-9b3d88c8354b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.994965] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.998519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.673s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.000190] env[69735]: INFO nova.compute.claims [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.021375] env[69735]: INFO nova.scheduler.client.report [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Deleted allocations for instance d00e3443-272c-4273-93fd-ad1d40b67afb [ 724.057027] env[69735]: INFO nova.compute.manager [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Took 27.72 seconds to build instance. [ 724.355285] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604674, 'name': Rename_Task, 'duration_secs': 0.349725} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.355428] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.355820] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f41a33a-9681-43fd-8611-4f75fbd5d5b1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.365135] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 724.365135] env[69735]: value = "task-3604677" [ 724.365135] env[69735]: _type = "Task" [ 724.365135] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.373652] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.417720] env[69735]: DEBUG oslo_concurrency.lockutils [req-7701f39a-c2ca-4119-85dd-54f57573a457 req-caa651ae-663d-4246-8bc8-cbff241f4f3e service nova] Releasing lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.428291] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079735} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.428596] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.429431] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0429e524-fb2b-4b5e-9090-2b301adf1198 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.456564] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] d6551491-3d04-43fa-9813-3af8725c7b9d/d6551491-3d04-43fa-9813-3af8725c7b9d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.460087] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ccb980-b8fc-4f71-b0b3-3e3cb1ff2598 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.490792] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604676, 'name': Rename_Task, 'duration_secs': 0.348166} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.492610] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.492889] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 724.492889] env[69735]: value = "task-3604678" [ 724.492889] env[69735]: _type = "Task" [ 724.492889] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.493124] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfbbf720-f4d8-4d2a-9217-d54204308dbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.506595] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.509087] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Waiting for the task: (returnval){ [ 724.509087] env[69735]: value = "task-3604679" [ 724.509087] env[69735]: _type = "Task" [ 724.509087] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.522154] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.529524] env[69735]: DEBUG oslo_concurrency.lockutils [None req-da8b52e9-db5b-419a-b56f-2031608c0698 tempest-DeleteServersAdminTestJSON-38634096 tempest-DeleteServersAdminTestJSON-38634096-project-admin] Lock "d00e3443-272c-4273-93fd-ad1d40b67afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.262s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.558521] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7cedc6ff-58ef-46cb-9a7b-0da6137323a1 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.309s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.879533] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604677, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.015626] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.027997] env[69735]: DEBUG oslo_vmware.api [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Task: {'id': task-3604679, 'name': PowerOnVM_Task, 'duration_secs': 0.48922} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.028491] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.028837] env[69735]: DEBUG nova.compute.manager [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.030156] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f172fef5-9bb5-4c6b-af24-c434dbc79c6a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.068036] env[69735]: DEBUG nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.379628] env[69735]: DEBUG oslo_vmware.api [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604677, 'name': PowerOnVM_Task, 'duration_secs': 0.909326} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.382773] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.383306] env[69735]: INFO nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Took 9.04 seconds to spawn the instance on the hypervisor. [ 725.384317] env[69735]: DEBUG nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.385942] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a125ff-6cf7-406f-a248-c7e8f3709afd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.511178] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604678, 'name': ReconfigVM_Task, 'duration_secs': 0.654839} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.513668] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Reconfigured VM instance instance-0000000e to attach disk [datastore2] d6551491-3d04-43fa-9813-3af8725c7b9d/d6551491-3d04-43fa-9813-3af8725c7b9d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.514506] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be154beb-95e1-4fe4-acbd-8719e967b5d0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.527204] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 725.527204] env[69735]: value = "task-3604680" [ 725.527204] env[69735]: _type = "Task" [ 725.527204] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.537691] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604680, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.553789] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85365a93-bd08-49ec-804c-e408f8e557c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.558150] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.563651] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b7fd6-9083-48b2-8f52-4d9a06db276a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.605558] env[69735]: DEBUG nova.network.neutron [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Successfully updated port: 12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.609677] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f37a9-6eb4-4190-bab6-172aab8a9f4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.619875] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5265d8-3a0d-4dec-9728-ea98bb215401 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.638191] env[69735]: DEBUG nova.compute.provider_tree [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.642072] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.910724] env[69735]: INFO nova.compute.manager [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Took 28.03 seconds to build instance. [ 726.036740] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604680, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.113595] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquiring lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.113843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquired lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.114319] env[69735]: DEBUG nova.network.neutron [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.142807] env[69735]: DEBUG nova.scheduler.client.report [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.303520] env[69735]: DEBUG nova.compute.manager [req-0d345eb2-6d21-4a8c-82ff-47b4b4a6daff req-c30abdb4-03b8-41b4-9bcc-2fcee6b1dc47 service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Received event network-vif-plugged-12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.303742] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d345eb2-6d21-4a8c-82ff-47b4b4a6daff req-c30abdb4-03b8-41b4-9bcc-2fcee6b1dc47 service nova] Acquiring lock "8c1a6b7c-f693-4566-a9f6-8053860b1699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.303980] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d345eb2-6d21-4a8c-82ff-47b4b4a6daff req-c30abdb4-03b8-41b4-9bcc-2fcee6b1dc47 service nova] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.304122] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d345eb2-6d21-4a8c-82ff-47b4b4a6daff req-c30abdb4-03b8-41b4-9bcc-2fcee6b1dc47 service nova] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.304299] env[69735]: DEBUG nova.compute.manager [req-0d345eb2-6d21-4a8c-82ff-47b4b4a6daff req-c30abdb4-03b8-41b4-9bcc-2fcee6b1dc47 service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] No waiting events found dispatching network-vif-plugged-12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.304439] env[69735]: WARNING nova.compute.manager [req-0d345eb2-6d21-4a8c-82ff-47b4b4a6daff req-c30abdb4-03b8-41b4-9bcc-2fcee6b1dc47 service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Received unexpected event network-vif-plugged-12c3b115-2472-436b-8eec-c832fef90a31 for instance with vm_state building and task_state spawning. [ 726.417166] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ed3f409-07b2-41a8-9f62-4891256380e3 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "3a7606e7-37de-411d-a478-d800677c3d13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.091s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.538433] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604680, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.650439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.651240] env[69735]: DEBUG nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.657398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.084s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.659518] env[69735]: INFO nova.compute.claims [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.669768] env[69735]: DEBUG nova.network.neutron [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.761306] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.762683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.762683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.762683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.762683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.767300] env[69735]: INFO nova.compute.manager [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Terminating instance [ 726.807945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "d4b37d65-3847-4913-aa50-d6b93378a4e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.807945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "d4b37d65-3847-4913-aa50-d6b93378a4e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.920381] env[69735]: DEBUG nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.979269] env[69735]: DEBUG nova.network.neutron [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Updating instance_info_cache with network_info: [{"id": "12c3b115-2472-436b-8eec-c832fef90a31", "address": "fa:16:3e:f3:d3:c0", "network": {"id": "196de669-eff0-4b9f-a74f-9e015f6ebddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2075703634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805721dae9fe4c63b971d0c3611ad88f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c3b115-24", "ovs_interfaceid": "12c3b115-2472-436b-8eec-c832fef90a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.042275] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604680, 'name': Rename_Task, 'duration_secs': 1.247382} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.042369] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.042609] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2125b2c1-cbe2-4325-9a64-dba20da985c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.050507] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 727.050507] env[69735]: value = "task-3604681" [ 727.050507] env[69735]: _type = "Task" [ 727.050507] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.061667] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.167025] env[69735]: DEBUG nova.compute.utils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.176174] env[69735]: DEBUG nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.176174] env[69735]: DEBUG nova.network.neutron [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.273176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "refresh_cache-6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.273400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquired lock "refresh_cache-6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.273579] env[69735]: DEBUG nova.network.neutron [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.312262] env[69735]: DEBUG nova.policy [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c69c43df8eab4cd995bdeb4a7d565118', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87d82cc1950d457bbc125d570adc2034', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.326840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquiring lock "d377096a-422a-4b72-88db-08bf0b8f8fa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.327105] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "d377096a-422a-4b72-88db-08bf0b8f8fa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.327322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquiring lock "d377096a-422a-4b72-88db-08bf0b8f8fa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.327506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "d377096a-422a-4b72-88db-08bf0b8f8fa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.327669] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "d377096a-422a-4b72-88db-08bf0b8f8fa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.330202] env[69735]: INFO nova.compute.manager [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Terminating instance [ 727.447745] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.483023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Releasing lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.483023] env[69735]: DEBUG nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Instance network_info: |[{"id": "12c3b115-2472-436b-8eec-c832fef90a31", "address": "fa:16:3e:f3:d3:c0", "network": {"id": "196de669-eff0-4b9f-a74f-9e015f6ebddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2075703634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805721dae9fe4c63b971d0c3611ad88f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c3b115-24", "ovs_interfaceid": "12c3b115-2472-436b-8eec-c832fef90a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.483233] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:d3:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c3b115-2472-436b-8eec-c832fef90a31', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.489191] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Creating folder: Project (805721dae9fe4c63b971d0c3611ad88f). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.489718] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a4265b0-5a26-4321-ab6a-fde4fc4efd34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.504019] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Created folder: Project (805721dae9fe4c63b971d0c3611ad88f) in parent group-v719064. [ 727.504019] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Creating folder: Instances. Parent ref: group-v719109. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.504019] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faa24ce0-105d-49af-915b-22e98354895a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.515237] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Created folder: Instances in parent group-v719109. [ 727.515237] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.515237] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.515237] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b59250f3-8c4c-4e6f-a0f9-ad3f00fcd7b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.540525] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.540525] env[69735]: value = "task-3604684" [ 727.540525] env[69735]: _type = "Task" [ 727.540525] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.549709] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604684, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.561621] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604681, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.670582] env[69735]: DEBUG nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.834703] env[69735]: DEBUG nova.compute.manager [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.835128] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.836066] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a7d5e6-ed88-4cc7-9a08-a15b3c631213 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.847032] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.851587] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a80c50-6581-45ee-b574-fc312c78dbe3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.863675] env[69735]: DEBUG oslo_vmware.api [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 727.863675] env[69735]: value = "task-3604685" [ 727.863675] env[69735]: _type = "Task" [ 727.863675] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.864967] env[69735]: DEBUG nova.network.neutron [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.880798] env[69735]: DEBUG oslo_vmware.api [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.053335] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604684, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.062881] env[69735]: DEBUG oslo_vmware.api [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3604681, 'name': PowerOnVM_Task, 'duration_secs': 0.651951} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.065699] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.065896] env[69735]: INFO nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Took 9.05 seconds to spawn the instance on the hypervisor. [ 728.066313] env[69735]: DEBUG nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.067293] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc37f9e-1643-4fa8-abae-3e4e7309fb3e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.148206] env[69735]: DEBUG nova.network.neutron [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.253637] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28e4382-2154-4182-a3be-1ae4edfb3433 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.263526] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889df782-dd8c-4e2f-be64-3b46ee1d52c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.299520] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da67cde3-da56-419b-a790-93f6756b63b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.308449] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867996d0-ab81-429f-9ca9-3df5048df826 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.323485] env[69735]: DEBUG nova.compute.provider_tree [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.379608] env[69735]: DEBUG oslo_vmware.api [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604685, 'name': PowerOffVM_Task, 'duration_secs': 0.208878} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.379925] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.380126] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.380381] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b516d06-65bb-4bdc-8c87-f9f629ea9c92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.451613] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.451909] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.452120] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Deleting the datastore file [datastore2] d377096a-422a-4b72-88db-08bf0b8f8fa7 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.452471] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b65fc1-0b0d-4b8d-b7cd-760a1a4292e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.463698] env[69735]: DEBUG oslo_vmware.api [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for the task: (returnval){ [ 728.463698] env[69735]: value = "task-3604687" [ 728.463698] env[69735]: _type = "Task" [ 728.463698] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.470616] env[69735]: DEBUG oslo_vmware.api [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.550059] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604684, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.589995] env[69735]: INFO nova.compute.manager [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Took 30.58 seconds to build instance. [ 728.648590] env[69735]: DEBUG nova.network.neutron [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Successfully created port: a3967ad9-55c2-4e27-a039-258774490653 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.652208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Releasing lock "refresh_cache-6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.653074] env[69735]: DEBUG nova.compute.manager [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.653074] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.654114] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a742c-aeae-40cb-b6b3-55958af1367a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.665443] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.665788] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c066ae7-e5da-49cc-8dc0-f390d412edcc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.674577] env[69735]: DEBUG oslo_vmware.api [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 728.674577] env[69735]: value = "task-3604688" [ 728.674577] env[69735]: _type = "Task" [ 728.674577] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.686730] env[69735]: DEBUG nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.688716] env[69735]: DEBUG oslo_vmware.api [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.716140] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.716348] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.717023] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.717023] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.717223] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.717496] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.717906] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.720594] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.720594] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.720594] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.720594] env[69735]: DEBUG nova.virt.hardware [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.720594] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729de3c9-73a9-4de3-9047-d427fdf5df25 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.729167] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038a30cf-9e4b-49d0-a5f6-69cff47c3066 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.826993] env[69735]: DEBUG nova.scheduler.client.report [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.971688] env[69735]: DEBUG oslo_vmware.api [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Task: {'id': task-3604687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304984} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.972549] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.972671] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.972819] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.973040] env[69735]: INFO nova.compute.manager [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 728.973337] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.973595] env[69735]: DEBUG nova.compute.manager [-] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.973716] env[69735]: DEBUG nova.network.neutron [-] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.049049] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604684, 'name': CreateVM_Task, 'duration_secs': 1.462253} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.049239] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.049888] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.050079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.050399] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.050680] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdaa2ac7-a923-4660-a96a-618966bf894f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.055768] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 729.055768] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5206b5e9-bd60-4786-6f35-470bb399e8e0" [ 729.055768] env[69735]: _type = "Task" [ 729.055768] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.063773] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5206b5e9-bd60-4786-6f35-470bb399e8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.092206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5f1c074b-6654-47e2-b735-76413a8dacfd tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "d6551491-3d04-43fa-9813-3af8725c7b9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.311s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.185773] env[69735]: DEBUG oslo_vmware.api [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604688, 'name': PowerOffVM_Task, 'duration_secs': 0.124393} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.186288] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.186622] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.186895] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891ece1d-b45a-4418-902e-4a4f4698d1be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.216922] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.217213] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.217398] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Deleting the datastore file [datastore2] 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.217710] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb5b35b-89cb-4cf6-9be4-7f54bbd3fc5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.225792] env[69735]: DEBUG oslo_vmware.api [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for the task: (returnval){ [ 729.225792] env[69735]: value = "task-3604690" [ 729.225792] env[69735]: _type = "Task" [ 729.225792] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.238384] env[69735]: DEBUG oslo_vmware.api [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.334608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.334608] env[69735]: DEBUG nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.338010] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.358s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.341090] env[69735]: INFO nova.compute.claims [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.569955] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5206b5e9-bd60-4786-6f35-470bb399e8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.044875} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.570458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.570969] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.570969] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.571117] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.571275] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.571557] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d9237fa-e7a1-434a-8ad9-baf04bd2b611 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.589193] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.589419] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.591742] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0db658-b411-46e4-8ca1-0559dafef099 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.596439] env[69735]: DEBUG nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.603027] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 729.603027] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cdcc6f-6d87-97bf-f072-8e2df8f9681c" [ 729.603027] env[69735]: _type = "Task" [ 729.603027] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.613851] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cdcc6f-6d87-97bf-f072-8e2df8f9681c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.713951] env[69735]: DEBUG nova.compute.manager [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Received event network-changed-12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.714898] env[69735]: DEBUG nova.compute.manager [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Refreshing instance network info cache due to event network-changed-12c3b115-2472-436b-8eec-c832fef90a31. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.715142] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Acquiring lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.715284] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Acquired lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.715443] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Refreshing network info cache for port 12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.736733] env[69735]: DEBUG oslo_vmware.api [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Task: {'id': task-3604690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34086} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.736989] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.737204] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.737382] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.737547] env[69735]: INFO nova.compute.manager [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Took 1.08 seconds to destroy the instance on the hypervisor. [ 729.737782] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.737994] env[69735]: DEBUG nova.compute.manager [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.738106] env[69735]: DEBUG nova.network.neutron [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.762765] env[69735]: DEBUG nova.network.neutron [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.842227] env[69735]: DEBUG nova.compute.utils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.843592] env[69735]: DEBUG nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.843758] env[69735]: DEBUG nova.network.neutron [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.930648] env[69735]: DEBUG nova.policy [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2350d085402f42c8a035001d395b22a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0db178df2e8458d983144f4a1a23920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.127135] env[69735]: DEBUG nova.network.neutron [-] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.129142] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cdcc6f-6d87-97bf-f072-8e2df8f9681c, 'name': SearchDatastore_Task, 'duration_secs': 0.025398} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.130093] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9d9764-e08f-48d0-82d2-201c0bd24567 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.139344] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.139729] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 730.139729] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529ec288-11df-a1a6-0f33-e5a223f88172" [ 730.139729] env[69735]: _type = "Task" [ 730.139729] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.153536] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529ec288-11df-a1a6-0f33-e5a223f88172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.264715] env[69735]: DEBUG nova.network.neutron [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.350987] env[69735]: DEBUG nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.633602] env[69735]: INFO nova.compute.manager [-] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Took 1.66 seconds to deallocate network for instance. [ 730.654369] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529ec288-11df-a1a6-0f33-e5a223f88172, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.654369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.654369] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 8c1a6b7c-f693-4566-a9f6-8053860b1699/8c1a6b7c-f693-4566-a9f6-8053860b1699.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.654556] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aa3bce3-cafe-43a5-9ade-491ef7791620 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.663736] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 730.663736] env[69735]: value = "task-3604691" [ 730.663736] env[69735]: _type = "Task" [ 730.663736] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.677748] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.768689] env[69735]: INFO nova.compute.manager [-] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Took 1.03 seconds to deallocate network for instance. [ 730.778423] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c43e13-9a05-4f0a-9239-43f569fdf3c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.792354] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cad2ca-c27d-4918-8aac-d1c195e71ca2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.838283] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da6f94-b241-4677-a876-94f7ce19f15b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.851028] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d769a-4d38-4edf-afee-39e966d01c8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.873125] env[69735]: DEBUG nova.compute.provider_tree [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.904696] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Updated VIF entry in instance network info cache for port 12c3b115-2472-436b-8eec-c832fef90a31. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.905072] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Updating instance_info_cache with network_info: [{"id": "12c3b115-2472-436b-8eec-c832fef90a31", "address": "fa:16:3e:f3:d3:c0", "network": {"id": "196de669-eff0-4b9f-a74f-9e015f6ebddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2075703634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805721dae9fe4c63b971d0c3611ad88f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c3b115-24", "ovs_interfaceid": "12c3b115-2472-436b-8eec-c832fef90a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.006719] env[69735]: DEBUG nova.network.neutron [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Successfully created port: 73a735e9-a162-45a4-9e8a-922876d6d49d {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.143314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.182589] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604691, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.276191] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.365972] env[69735]: DEBUG nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.377390] env[69735]: DEBUG nova.scheduler.client.report [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.384301] env[69735]: DEBUG nova.network.neutron [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Successfully updated port: a3967ad9-55c2-4e27-a039-258774490653 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.416521] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.417271] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.417455] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.417648] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.417830] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.418033] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.418298] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.418501] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.418710] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.421232] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.421440] env[69735]: DEBUG nova.virt.hardware [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.422092] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Releasing lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.422344] env[69735]: DEBUG nova.compute.manager [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Received event network-changed-21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.422580] env[69735]: DEBUG nova.compute.manager [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Refreshing instance network info cache due to event network-changed-21927fec-c37b-4d90-b30b-df53083cdcee. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.424629] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Acquiring lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.424629] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Acquired lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.424629] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Refreshing network info cache for port 21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.426706] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca64d6b-5e8c-4564-ba2c-aa35d95aff76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.439486] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3114d0-3580-44e9-9896-0795db091ad4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.678278] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83165} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.678278] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 8c1a6b7c-f693-4566-a9f6-8053860b1699/8c1a6b7c-f693-4566-a9f6-8053860b1699.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.678278] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.678278] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-051effdb-80f1-44fe-afe4-e4bebeee0c38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.684498] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 731.684498] env[69735]: value = "task-3604692" [ 731.684498] env[69735]: _type = "Task" [ 731.684498] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.697727] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.888889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.889520] env[69735]: DEBUG nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.893453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.104s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.893975] env[69735]: DEBUG nova.objects.instance [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lazy-loading 'resources' on Instance uuid c568f0e0-42ba-460d-9979-69f7498a748f {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.895723] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquiring lock "refresh_cache-ace797e6-97fb-49f0-a35e-9259de311409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.897033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquired lock "refresh_cache-ace797e6-97fb-49f0-a35e-9259de311409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.897033] env[69735]: DEBUG nova.network.neutron [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.944360] env[69735]: DEBUG nova.compute.manager [req-be623679-34de-41c8-bcc5-b9d6184e4cbf req-a4fcea1f-4d7f-4f33-97f1-c5ac4c161d8c service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received event network-changed-9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.944766] env[69735]: DEBUG nova.compute.manager [req-be623679-34de-41c8-bcc5-b9d6184e4cbf req-a4fcea1f-4d7f-4f33-97f1-c5ac4c161d8c service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Refreshing instance network info cache due to event network-changed-9e93006f-b8f2-482e-8857-d4dea71f9640. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.944766] env[69735]: DEBUG oslo_concurrency.lockutils [req-be623679-34de-41c8-bcc5-b9d6184e4cbf req-a4fcea1f-4d7f-4f33-97f1-c5ac4c161d8c service nova] Acquiring lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.944886] env[69735]: DEBUG oslo_concurrency.lockutils [req-be623679-34de-41c8-bcc5-b9d6184e4cbf req-a4fcea1f-4d7f-4f33-97f1-c5ac4c161d8c service nova] Acquired lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.946822] env[69735]: DEBUG nova.network.neutron [req-be623679-34de-41c8-bcc5-b9d6184e4cbf req-a4fcea1f-4d7f-4f33-97f1-c5ac4c161d8c service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Refreshing network info cache for port 9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.196480] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068984} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.197614] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.201328] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ca48b-d9d0-4502-b0f3-79c23b75f765 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.231327] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 8c1a6b7c-f693-4566-a9f6-8053860b1699/8c1a6b7c-f693-4566-a9f6-8053860b1699.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.232065] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9d477e-32f6-4edd-8c3c-3dcf50003d3f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.262637] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 732.262637] env[69735]: value = "task-3604693" [ 732.262637] env[69735]: _type = "Task" [ 732.262637] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.271769] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.407895] env[69735]: DEBUG nova.compute.utils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.410162] env[69735]: DEBUG nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.410162] env[69735]: DEBUG nova.network.neutron [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.428244] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updated VIF entry in instance network info cache for port 21927fec-c37b-4d90-b30b-df53083cdcee. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.428244] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance_info_cache with network_info: [{"id": "21927fec-c37b-4d90-b30b-df53083cdcee", "address": "fa:16:3e:36:75:0a", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21927fec-c3", "ovs_interfaceid": "21927fec-c37b-4d90-b30b-df53083cdcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.455640] env[69735]: DEBUG nova.network.neutron [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.502183] env[69735]: DEBUG nova.compute.manager [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Received event network-vif-deleted-c88d4f38-1603-42ee-adaa-ea1bc512961b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.502496] env[69735]: DEBUG nova.compute.manager [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Received event network-vif-plugged-a3967ad9-55c2-4e27-a039-258774490653 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.503500] env[69735]: DEBUG oslo_concurrency.lockutils [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] Acquiring lock "ace797e6-97fb-49f0-a35e-9259de311409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.503500] env[69735]: DEBUG oslo_concurrency.lockutils [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] Lock "ace797e6-97fb-49f0-a35e-9259de311409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.503500] env[69735]: DEBUG oslo_concurrency.lockutils [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] Lock "ace797e6-97fb-49f0-a35e-9259de311409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.503680] env[69735]: DEBUG nova.compute.manager [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] No waiting events found dispatching network-vif-plugged-a3967ad9-55c2-4e27-a039-258774490653 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.503906] env[69735]: WARNING nova.compute.manager [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Received unexpected event network-vif-plugged-a3967ad9-55c2-4e27-a039-258774490653 for instance with vm_state building and task_state spawning. [ 732.504261] env[69735]: DEBUG nova.compute.manager [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Received event network-changed-a3967ad9-55c2-4e27-a039-258774490653 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.504443] env[69735]: DEBUG nova.compute.manager [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Refreshing instance network info cache due to event network-changed-a3967ad9-55c2-4e27-a039-258774490653. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.504693] env[69735]: DEBUG oslo_concurrency.lockutils [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] Acquiring lock "refresh_cache-ace797e6-97fb-49f0-a35e-9259de311409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.506883] env[69735]: DEBUG nova.policy [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aacab04c3b074c7993986e5b643c06bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb149d5e4814e529b36e861e19d7922', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.718385] env[69735]: DEBUG nova.network.neutron [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Updating instance_info_cache with network_info: [{"id": "a3967ad9-55c2-4e27-a039-258774490653", "address": "fa:16:3e:97:2d:49", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3967ad9-55", "ovs_interfaceid": "a3967ad9-55c2-4e27-a039-258774490653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.781172] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.912755] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1331054c-b7e9-46e3-b547-e5cf74471cba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.917028] env[69735]: DEBUG nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.927181] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03a5d1e-e283-4ac9-bcf5-23aba28830a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.935692] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Releasing lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.935968] env[69735]: DEBUG nova.compute.manager [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Received event network-changed-4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.936151] env[69735]: DEBUG nova.compute.manager [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Refreshing instance network info cache due to event network-changed-4a2d137e-a221-4bfb-81ef-0c9927d13de7. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.936367] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Acquiring lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.936502] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Acquired lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.936656] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Refreshing network info cache for port 4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.971781] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5af3f44-3f19-4ff0-9c86-ce9a3135af71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.983188] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04841d63-d2ca-49a9-b490-d2e04aab43bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.999284] env[69735]: DEBUG nova.compute.provider_tree [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.072644] env[69735]: DEBUG nova.network.neutron [req-be623679-34de-41c8-bcc5-b9d6184e4cbf req-a4fcea1f-4d7f-4f33-97f1-c5ac4c161d8c service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updated VIF entry in instance network info cache for port 9e93006f-b8f2-482e-8857-d4dea71f9640. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.072985] env[69735]: DEBUG nova.network.neutron [req-be623679-34de-41c8-bcc5-b9d6184e4cbf req-a4fcea1f-4d7f-4f33-97f1-c5ac4c161d8c service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updating instance_info_cache with network_info: [{"id": "9e93006f-b8f2-482e-8857-d4dea71f9640", "address": "fa:16:3e:83:71:1e", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e93006f-b8", "ovs_interfaceid": "9e93006f-b8f2-482e-8857-d4dea71f9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.223219] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Releasing lock "refresh_cache-ace797e6-97fb-49f0-a35e-9259de311409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.223662] env[69735]: DEBUG nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Instance network_info: |[{"id": "a3967ad9-55c2-4e27-a039-258774490653", "address": "fa:16:3e:97:2d:49", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3967ad9-55", "ovs_interfaceid": "a3967ad9-55c2-4e27-a039-258774490653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.224212] env[69735]: DEBUG oslo_concurrency.lockutils [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] Acquired lock "refresh_cache-ace797e6-97fb-49f0-a35e-9259de311409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.224780] env[69735]: DEBUG nova.network.neutron [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Refreshing network info cache for port a3967ad9-55c2-4e27-a039-258774490653 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.226113] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:2d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3967ad9-55c2-4e27-a039-258774490653', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.237786] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Creating folder: Project (87d82cc1950d457bbc125d570adc2034). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.239184] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b121761a-a21e-4542-ab7d-2fe38b18200b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.256346] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Created folder: Project (87d82cc1950d457bbc125d570adc2034) in parent group-v719064. [ 733.256526] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Creating folder: Instances. Parent ref: group-v719112. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.256938] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ea661f5-6b4a-4559-8ea2-e5cfaa282adc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.269245] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Created folder: Instances in parent group-v719112. [ 733.269516] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.272822] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.273135] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604693, 'name': ReconfigVM_Task, 'duration_secs': 0.766872} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.276462] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e3bc2ad-bbf6-4bb5-ba9e-0bb0fac2cdac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.291288] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 8c1a6b7c-f693-4566-a9f6-8053860b1699/8c1a6b7c-f693-4566-a9f6-8053860b1699.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.292300] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c8801c8-48a5-40ce-9748-027999967166 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.301128] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 733.301128] env[69735]: value = "task-3604696" [ 733.301128] env[69735]: _type = "Task" [ 733.301128] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.302369] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.302369] env[69735]: value = "task-3604697" [ 733.302369] env[69735]: _type = "Task" [ 733.302369] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.314382] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604697, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.319470] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604696, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.324701] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.324939] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.352397] env[69735]: DEBUG nova.network.neutron [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Successfully created port: 5bf62784-846b-4179-855a-7d71aabd39d8 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.355686] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Updated VIF entry in instance network info cache for port 4a2d137e-a221-4bfb-81ef-0c9927d13de7. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.356025] env[69735]: DEBUG nova.network.neutron [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Updating instance_info_cache with network_info: [{"id": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "address": "fa:16:3e:95:66:dc", "network": {"id": "de8d5b61-e9e9-492d-ad5e-e7c2d8b12cd4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1730162344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac842a7b724438d9a2d9ac6c303554a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2d137e-a2", "ovs_interfaceid": "4a2d137e-a221-4bfb-81ef-0c9927d13de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.398438] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquiring lock "44011071-a81a-4f24-9e27-9e7eed5a323c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.398729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.398961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquiring lock "44011071-a81a-4f24-9e27-9e7eed5a323c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.399213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.399321] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.401459] env[69735]: INFO nova.compute.manager [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Terminating instance [ 733.505026] env[69735]: DEBUG nova.scheduler.client.report [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.528191] env[69735]: DEBUG nova.network.neutron [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Successfully updated port: 73a735e9-a162-45a4-9e8a-922876d6d49d {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.575815] env[69735]: DEBUG oslo_concurrency.lockutils [req-be623679-34de-41c8-bcc5-b9d6184e4cbf req-a4fcea1f-4d7f-4f33-97f1-c5ac4c161d8c service nova] Releasing lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.818278] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604697, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.821952] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604696, 'name': Rename_Task, 'duration_secs': 0.263144} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.822266] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.822504] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa2bd00-3b79-4720-b5e1-29325e7b3cb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.831483] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 733.831483] env[69735]: value = "task-3604698" [ 733.831483] env[69735]: _type = "Task" [ 733.831483] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.842904] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.859044] env[69735]: DEBUG oslo_concurrency.lockutils [req-55c61bcd-2976-47b8-af15-469e5b8580bc req-540c6792-60dc-4749-8252-c0cbf2641cfd service nova] Releasing lock "refresh_cache-71b3d5d1-3110-478f-baf1-d77c2c85ac19" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.904971] env[69735]: DEBUG nova.compute.manager [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.905189] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.906284] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c058faf3-4981-408f-b8d3-903377f73202 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.915407] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.915666] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a489dcbf-72c5-425b-9728-5b7c672260aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.923778] env[69735]: DEBUG oslo_vmware.api [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 733.923778] env[69735]: value = "task-3604699" [ 733.923778] env[69735]: _type = "Task" [ 733.923778] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.932443] env[69735]: DEBUG nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.941838] env[69735]: DEBUG oslo_vmware.api [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.971490] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.972115] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.972312] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.972678] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.972789] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.972937] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.973358] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.973559] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.973749] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.973932] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.974108] env[69735]: DEBUG nova.virt.hardware [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.975024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef94d31b-6a81-4f62-8efc-01199c40f305 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.985983] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe97715b-3481-44e4-bd4b-8c7041db4322 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.011326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.014373] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.914s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.016234] env[69735]: INFO nova.compute.claims [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.029293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-57385667-4ff4-49e8-88d3-f60ed2207f9a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.030234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-57385667-4ff4-49e8-88d3-f60ed2207f9a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.030234] env[69735]: DEBUG nova.network.neutron [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.040559] env[69735]: INFO nova.scheduler.client.report [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Deleted allocations for instance c568f0e0-42ba-460d-9979-69f7498a748f [ 734.176051] env[69735]: DEBUG nova.network.neutron [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Updated VIF entry in instance network info cache for port a3967ad9-55c2-4e27-a039-258774490653. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.177175] env[69735]: DEBUG nova.network.neutron [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Updating instance_info_cache with network_info: [{"id": "a3967ad9-55c2-4e27-a039-258774490653", "address": "fa:16:3e:97:2d:49", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3967ad9-55", "ovs_interfaceid": "a3967ad9-55c2-4e27-a039-258774490653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.318826] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604697, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.343434] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.430901] env[69735]: DEBUG nova.compute.manager [req-75b73a2f-7603-42ab-9451-614a6d473611 req-1c88ea7d-6422-4e4b-b92c-25eb73205586 service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Received event network-changed-08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.431091] env[69735]: DEBUG nova.compute.manager [req-75b73a2f-7603-42ab-9451-614a6d473611 req-1c88ea7d-6422-4e4b-b92c-25eb73205586 service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Refreshing instance network info cache due to event network-changed-08468ebb-8d7d-44c3-9bcd-5131848c569a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.431311] env[69735]: DEBUG oslo_concurrency.lockutils [req-75b73a2f-7603-42ab-9451-614a6d473611 req-1c88ea7d-6422-4e4b-b92c-25eb73205586 service nova] Acquiring lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.431451] env[69735]: DEBUG oslo_concurrency.lockutils [req-75b73a2f-7603-42ab-9451-614a6d473611 req-1c88ea7d-6422-4e4b-b92c-25eb73205586 service nova] Acquired lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.431603] env[69735]: DEBUG nova.network.neutron [req-75b73a2f-7603-42ab-9451-614a6d473611 req-1c88ea7d-6422-4e4b-b92c-25eb73205586 service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Refreshing network info cache for port 08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.438865] env[69735]: DEBUG oslo_vmware.api [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604699, 'name': PowerOffVM_Task, 'duration_secs': 0.208302} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.439647] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.439821] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.440076] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53bad8ea-bdf8-4466-9497-a300e1498f15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.550760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a5bfee40-0d95-40cd-88cb-d4ff2c547908 tempest-ServerExternalEventsTest-1550345325 tempest-ServerExternalEventsTest-1550345325-project-member] Lock "c568f0e0-42ba-460d-9979-69f7498a748f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.194s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.569041] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.569357] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.569504] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Deleting the datastore file [datastore2] 44011071-a81a-4f24-9e27-9e7eed5a323c {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.569765] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f41be0eb-9f40-4cf6-b653-ea60a797cc06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.578098] env[69735]: DEBUG oslo_vmware.api [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for the task: (returnval){ [ 734.578098] env[69735]: value = "task-3604701" [ 734.578098] env[69735]: _type = "Task" [ 734.578098] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.582266] env[69735]: DEBUG nova.network.neutron [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.587518] env[69735]: DEBUG oslo_vmware.api [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.670167] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquiring lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.670487] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.670681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquiring lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.670925] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.671064] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.676404] env[69735]: INFO nova.compute.manager [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Terminating instance [ 734.682042] env[69735]: DEBUG oslo_concurrency.lockutils [req-478b4713-94da-41da-968b-9af1c9168fdb req-dc8b92e9-bb1d-4246-855c-75d1f64dbf48 service nova] Releasing lock "refresh_cache-ace797e6-97fb-49f0-a35e-9259de311409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.778330] env[69735]: DEBUG nova.network.neutron [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Updating instance_info_cache with network_info: [{"id": "73a735e9-a162-45a4-9e8a-922876d6d49d", "address": "fa:16:3e:29:70:b2", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a735e9-a1", "ovs_interfaceid": "73a735e9-a162-45a4-9e8a-922876d6d49d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.820877] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604697, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.846513] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.967307] env[69735]: DEBUG nova.compute.manager [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Received event network-vif-plugged-73a735e9-a162-45a4-9e8a-922876d6d49d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.967554] env[69735]: DEBUG oslo_concurrency.lockutils [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] Acquiring lock "57385667-4ff4-49e8-88d3-f60ed2207f9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.967802] env[69735]: DEBUG oslo_concurrency.lockutils [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] Lock "57385667-4ff4-49e8-88d3-f60ed2207f9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.968446] env[69735]: DEBUG oslo_concurrency.lockutils [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] Lock "57385667-4ff4-49e8-88d3-f60ed2207f9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.968446] env[69735]: DEBUG nova.compute.manager [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] No waiting events found dispatching network-vif-plugged-73a735e9-a162-45a4-9e8a-922876d6d49d {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.968446] env[69735]: WARNING nova.compute.manager [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Received unexpected event network-vif-plugged-73a735e9-a162-45a4-9e8a-922876d6d49d for instance with vm_state building and task_state spawning. [ 734.968670] env[69735]: DEBUG nova.compute.manager [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Received event network-changed-73a735e9-a162-45a4-9e8a-922876d6d49d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.968927] env[69735]: DEBUG nova.compute.manager [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Refreshing instance network info cache due to event network-changed-73a735e9-a162-45a4-9e8a-922876d6d49d. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.969515] env[69735]: DEBUG oslo_concurrency.lockutils [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] Acquiring lock "refresh_cache-57385667-4ff4-49e8-88d3-f60ed2207f9a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.089863] env[69735]: DEBUG oslo_vmware.api [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Task: {'id': task-3604701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374866} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.090168] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.090468] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.090541] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.090757] env[69735]: INFO nova.compute.manager [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 735.090955] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.091165] env[69735]: DEBUG nova.compute.manager [-] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.091500] env[69735]: DEBUG nova.network.neutron [-] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.181826] env[69735]: DEBUG nova.compute.manager [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.182351] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.185346] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b91399-00c6-46eb-89c0-e1e283240db2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.195396] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.197646] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c648557-a39b-41ba-af84-994ef628a4ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.208998] env[69735]: DEBUG oslo_vmware.api [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 735.208998] env[69735]: value = "task-3604702" [ 735.208998] env[69735]: _type = "Task" [ 735.208998] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.221644] env[69735]: DEBUG oslo_vmware.api [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.283653] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-57385667-4ff4-49e8-88d3-f60ed2207f9a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.287201] env[69735]: DEBUG nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Instance network_info: |[{"id": "73a735e9-a162-45a4-9e8a-922876d6d49d", "address": "fa:16:3e:29:70:b2", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a735e9-a1", "ovs_interfaceid": "73a735e9-a162-45a4-9e8a-922876d6d49d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.287201] env[69735]: DEBUG oslo_concurrency.lockutils [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] Acquired lock "refresh_cache-57385667-4ff4-49e8-88d3-f60ed2207f9a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.287304] env[69735]: DEBUG nova.network.neutron [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Refreshing network info cache for port 73a735e9-a162-45a4-9e8a-922876d6d49d {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.287304] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:70:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a735e9-a162-45a4-9e8a-922876d6d49d', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.296534] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating folder: Project (d0db178df2e8458d983144f4a1a23920). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.303139] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3824f96-8531-42c1-bf5c-a1f77553073c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.318131] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created folder: Project (d0db178df2e8458d983144f4a1a23920) in parent group-v719064. [ 735.318364] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating folder: Instances. Parent ref: group-v719115. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.319255] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1885cd88-70bc-47ce-aa1a-67425369b3b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.325054] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604697, 'name': CreateVM_Task, 'duration_secs': 1.638472} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.325269] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.326119] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.326191] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.326840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.327061] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce252235-940c-44a9-880a-d578bd80176f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.333514] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created folder: Instances in parent group-v719115. [ 735.333514] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.333514] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.333514] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 735.333514] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529d92b1-8dec-fbb4-e380-c697926586ca" [ 735.333514] env[69735]: _type = "Task" [ 735.333514] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.333872] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b28ac3f-b5f6-47d4-96f4-c8813bff2c60 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.364811] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604698, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.370089] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529d92b1-8dec-fbb4-e380-c697926586ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014582} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.370312] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.370312] env[69735]: value = "task-3604705" [ 735.370312] env[69735]: _type = "Task" [ 735.370312] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.373387] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.373640] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.373871] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.374039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.374243] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.374777] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bebae608-7a9a-45ff-b97f-9e8fa225c9b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.387275] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604705, 'name': CreateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.394042] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.394042] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.394042] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8d6cbe-11ec-423a-bfec-9d6d07c12b07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.400257] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 735.400257] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba29b0-39aa-9131-daec-43d035719715" [ 735.400257] env[69735]: _type = "Task" [ 735.400257] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.413128] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba29b0-39aa-9131-daec-43d035719715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.434592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "e228cfb3-e146-4148-bc18-b23080c2a06a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.434890] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "e228cfb3-e146-4148-bc18-b23080c2a06a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.601017] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ad61c3-97dc-4bb5-8027-3756cbba1e2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.610551] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab9a3ec-1f30-4f6b-9a3d-28e72fe223f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.648838] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f149ba0-452b-42f3-949e-d382bc39f62d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.659336] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7853624c-d9af-488b-a071-91d4fb098db8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.674025] env[69735]: DEBUG nova.compute.provider_tree [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.719973] env[69735]: DEBUG oslo_vmware.api [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604702, 'name': PowerOffVM_Task, 'duration_secs': 0.244484} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.720331] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.720559] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.720815] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85c9bb93-1d93-492d-a6fa-08d5723ee010 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.782530] env[69735]: DEBUG nova.network.neutron [req-75b73a2f-7603-42ab-9451-614a6d473611 req-1c88ea7d-6422-4e4b-b92c-25eb73205586 service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Updated VIF entry in instance network info cache for port 08468ebb-8d7d-44c3-9bcd-5131848c569a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.783034] env[69735]: DEBUG nova.network.neutron [req-75b73a2f-7603-42ab-9451-614a6d473611 req-1c88ea7d-6422-4e4b-b92c-25eb73205586 service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Updating instance_info_cache with network_info: [{"id": "08468ebb-8d7d-44c3-9bcd-5131848c569a", "address": "fa:16:3e:27:d2:53", "network": {"id": "ed156d84-7f03-4dfd-9f31-478c1877cbc8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-454487146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacbb12c9cbf4cf0b2db5716e0ec4e24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08468ebb-8d", "ovs_interfaceid": "08468ebb-8d7d-44c3-9bcd-5131848c569a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.787875] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.787875] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.787875] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Deleting the datastore file [datastore1] 71b3d5d1-3110-478f-baf1-d77c2c85ac19 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.787875] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed75a1e6-de68-4110-b4c2-0be7b3634a0f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.793532] env[69735]: DEBUG oslo_vmware.api [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for the task: (returnval){ [ 735.793532] env[69735]: value = "task-3604707" [ 735.793532] env[69735]: _type = "Task" [ 735.793532] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.805656] env[69735]: DEBUG oslo_vmware.api [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.865429] env[69735]: DEBUG oslo_vmware.api [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3604698, 'name': PowerOnVM_Task, 'duration_secs': 1.71151} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.865429] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.865429] env[69735]: INFO nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Took 11.96 seconds to spawn the instance on the hypervisor. [ 735.865619] env[69735]: DEBUG nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.866532] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f27790-96e7-4aca-9d72-fe4a1e8966e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.890182] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604705, 'name': CreateVM_Task, 'duration_secs': 0.388431} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.890182] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.890182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.890182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.890182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.890182] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e119940-89af-427d-a57d-1c6d101fcdb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.894233] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 735.894233] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5226e0c9-7631-46d5-63a1-e19b227f7d3b" [ 735.894233] env[69735]: _type = "Task" [ 735.894233] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.901964] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5226e0c9-7631-46d5-63a1-e19b227f7d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.910024] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba29b0-39aa-9131-daec-43d035719715, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.910821] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093778d3-7866-487d-97bb-4ecff747940b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.915632] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 735.915632] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f6d380-09b0-36ae-607f-138a4723c1e2" [ 735.915632] env[69735]: _type = "Task" [ 735.915632] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.924533] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f6d380-09b0-36ae-607f-138a4723c1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.967906] env[69735]: DEBUG nova.network.neutron [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Successfully updated port: 5bf62784-846b-4179-855a-7d71aabd39d8 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.019861] env[69735]: DEBUG nova.network.neutron [-] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.178412] env[69735]: DEBUG nova.scheduler.client.report [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.199024] env[69735]: DEBUG nova.network.neutron [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Updated VIF entry in instance network info cache for port 73a735e9-a162-45a4-9e8a-922876d6d49d. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.199155] env[69735]: DEBUG nova.network.neutron [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Updating instance_info_cache with network_info: [{"id": "73a735e9-a162-45a4-9e8a-922876d6d49d", "address": "fa:16:3e:29:70:b2", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a735e9-a1", "ovs_interfaceid": "73a735e9-a162-45a4-9e8a-922876d6d49d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.286353] env[69735]: DEBUG oslo_concurrency.lockutils [req-75b73a2f-7603-42ab-9451-614a6d473611 req-1c88ea7d-6422-4e4b-b92c-25eb73205586 service nova] Releasing lock "refresh_cache-d6551491-3d04-43fa-9813-3af8725c7b9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.307980] env[69735]: DEBUG oslo_vmware.api [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Task: {'id': task-3604707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169028} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.308287] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.308772] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.308985] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.309208] env[69735]: INFO nova.compute.manager [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Took 1.13 seconds to destroy the instance on the hypervisor. [ 736.309954] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.310113] env[69735]: DEBUG nova.compute.manager [-] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.310537] env[69735]: DEBUG nova.network.neutron [-] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.407526] env[69735]: INFO nova.compute.manager [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Took 32.60 seconds to build instance. [ 736.413589] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5226e0c9-7631-46d5-63a1-e19b227f7d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.413965] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.414131] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.414364] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.414508] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.414686] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.414942] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3baf4f6-61d1-4d2e-be47-0d035aaec07e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.426343] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f6d380-09b0-36ae-607f-138a4723c1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.426623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.426874] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] ace797e6-97fb-49f0-a35e-9259de311409/ace797e6-97fb-49f0-a35e-9259de311409.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.427307] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-421b9bee-63e4-4211-a0ec-bfda7dd92ecd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.433896] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.434106] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.435452] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab634d7-b3a0-4d64-aff8-9d88af24214a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.439428] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 736.439428] env[69735]: value = "task-3604708" [ 736.439428] env[69735]: _type = "Task" [ 736.439428] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.444497] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 736.444497] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bb5094-8356-0a09-4c37-8b6fc10ebb94" [ 736.444497] env[69735]: _type = "Task" [ 736.444497] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.451023] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.456439] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bb5094-8356-0a09-4c37-8b6fc10ebb94, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.457228] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151985fd-b5ad-4e86-801c-079de280f995 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.462135] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 736.462135] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525a9e11-da84-6071-f95c-b2da0727f4ea" [ 736.462135] env[69735]: _type = "Task" [ 736.462135] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.474976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquiring lock "328594d8-fc29-4d5f-a04f-047d540f9d56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.475243] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "328594d8-fc29-4d5f-a04f-047d540f9d56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.477540] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquiring lock "refresh_cache-58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.477540] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquired lock "refresh_cache-58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.477540] env[69735]: DEBUG nova.network.neutron [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.477880] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525a9e11-da84-6071-f95c-b2da0727f4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.522057] env[69735]: INFO nova.compute.manager [-] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Took 1.43 seconds to deallocate network for instance. [ 736.688028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.688233] env[69735]: DEBUG nova.compute.manager [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.691040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.846s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.691226] env[69735]: DEBUG nova.objects.instance [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 736.705655] env[69735]: DEBUG oslo_concurrency.lockutils [req-93caf03d-a2b1-40d9-8e56-20bda6159e84 req-2e39db3f-65f4-4841-8966-efecad879252 service nova] Releasing lock "refresh_cache-57385667-4ff4-49e8-88d3-f60ed2207f9a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.909691] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c425237-3e24-48ad-9b7d-8037dced95b2 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.559s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.920764] env[69735]: DEBUG nova.compute.manager [req-56529c6f-ea4e-4516-a215-2d3f840a4257 req-695e9831-6fd7-4f5b-af0d-a4af4f14dcab service nova] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Received event network-vif-deleted-9b7e7a49-9e73-45d2-a88c-3d15d6f96b97 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.964694] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.977802] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525a9e11-da84-6071-f95c-b2da0727f4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.978196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.978456] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 57385667-4ff4-49e8-88d3-f60ed2207f9a/57385667-4ff4-49e8-88d3-f60ed2207f9a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.980779] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3472232d-4e0d-48a4-ae74-dd9b4216f5e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.988532] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 736.988532] env[69735]: value = "task-3604709" [ 736.988532] env[69735]: _type = "Task" [ 736.988532] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.997450] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.029297] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.081567] env[69735]: DEBUG nova.network.neutron [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.199972] env[69735]: DEBUG nova.compute.utils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.202939] env[69735]: DEBUG nova.compute.manager [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 737.228361] env[69735]: DEBUG nova.network.neutron [-] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.412455] env[69735]: DEBUG nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.433053] env[69735]: DEBUG nova.compute.manager [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Received event network-vif-plugged-5bf62784-846b-4179-855a-7d71aabd39d8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.433258] env[69735]: DEBUG oslo_concurrency.lockutils [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] Acquiring lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.433466] env[69735]: DEBUG oslo_concurrency.lockutils [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] Lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.433627] env[69735]: DEBUG oslo_concurrency.lockutils [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] Lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.433786] env[69735]: DEBUG nova.compute.manager [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] No waiting events found dispatching network-vif-plugged-5bf62784-846b-4179-855a-7d71aabd39d8 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.433943] env[69735]: WARNING nova.compute.manager [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Received unexpected event network-vif-plugged-5bf62784-846b-4179-855a-7d71aabd39d8 for instance with vm_state building and task_state spawning. [ 737.435146] env[69735]: DEBUG nova.compute.manager [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Received event network-changed-5bf62784-846b-4179-855a-7d71aabd39d8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.435356] env[69735]: DEBUG nova.compute.manager [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Refreshing instance network info cache due to event network-changed-5bf62784-846b-4179-855a-7d71aabd39d8. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.435532] env[69735]: DEBUG oslo_concurrency.lockutils [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] Acquiring lock "refresh_cache-58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.452433] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896263} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.452683] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] ace797e6-97fb-49f0-a35e-9259de311409/ace797e6-97fb-49f0-a35e-9259de311409.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.452890] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.453189] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a99a7ba6-bf74-475a-af38-2e58d9abf772 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.460928] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 737.460928] env[69735]: value = "task-3604710" [ 737.460928] env[69735]: _type = "Task" [ 737.460928] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.468779] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.499207] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604709, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.507207] env[69735]: DEBUG nova.network.neutron [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Updating instance_info_cache with network_info: [{"id": "5bf62784-846b-4179-855a-7d71aabd39d8", "address": "fa:16:3e:60:b6:11", "network": {"id": "bf54da83-ed50-4a9b-b9bb-f677cdfcd71d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1644644297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb149d5e4814e529b36e861e19d7922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf62784-84", "ovs_interfaceid": "5bf62784-846b-4179-855a-7d71aabd39d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.703041] env[69735]: DEBUG nova.compute.manager [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.707809] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ed10c2-37e9-49b9-b161-f51dfd4b53f8 tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.709611] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.297s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.731217] env[69735]: INFO nova.compute.manager [-] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Took 1.42 seconds to deallocate network for instance. [ 737.941885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.975028] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146229} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.975028] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.975733] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc931f35-c70c-471f-b3dd-22e881612f1e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.003253] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] ace797e6-97fb-49f0-a35e-9259de311409/ace797e6-97fb-49f0-a35e-9259de311409.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.010321] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8770b388-b79b-4506-b597-43f4af2d5f27 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.025396] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Releasing lock "refresh_cache-58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.025742] env[69735]: DEBUG nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Instance network_info: |[{"id": "5bf62784-846b-4179-855a-7d71aabd39d8", "address": "fa:16:3e:60:b6:11", "network": {"id": "bf54da83-ed50-4a9b-b9bb-f677cdfcd71d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1644644297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb149d5e4814e529b36e861e19d7922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf62784-84", "ovs_interfaceid": "5bf62784-846b-4179-855a-7d71aabd39d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.027348] env[69735]: DEBUG oslo_concurrency.lockutils [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] Acquired lock "refresh_cache-58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.027348] env[69735]: DEBUG nova.network.neutron [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Refreshing network info cache for port 5bf62784-846b-4179-855a-7d71aabd39d8 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.028411] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:b6:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bf62784-846b-4179-855a-7d71aabd39d8', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.039982] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Creating folder: Project (1cb149d5e4814e529b36e861e19d7922). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.044981] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f1b033d-de1c-48be-ae3b-39e1c4707955 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.046945] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877884} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.048797] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 57385667-4ff4-49e8-88d3-f60ed2207f9a/57385667-4ff4-49e8-88d3-f60ed2207f9a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.049064] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.049357] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 738.049357] env[69735]: value = "task-3604711" [ 738.049357] env[69735]: _type = "Task" [ 738.049357] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.050096] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82f2ab57-fe27-4cb8-a17c-2db542333fd1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.058470] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Created folder: Project (1cb149d5e4814e529b36e861e19d7922) in parent group-v719064. [ 738.058470] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Creating folder: Instances. Parent ref: group-v719118. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.058470] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5187021-d229-4f26-8d7b-ac28f2f5dfb9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.063159] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.064780] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 738.064780] env[69735]: value = "task-3604713" [ 738.064780] env[69735]: _type = "Task" [ 738.064780] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.073649] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.074977] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Created folder: Instances in parent group-v719118. [ 738.075231] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.075423] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.075632] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e08a4fd7-0ae0-485e-bd9f-79276fa95353 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.094287] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.094287] env[69735]: value = "task-3604715" [ 738.094287] env[69735]: _type = "Task" [ 738.094287] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.103711] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604715, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.218873] env[69735]: INFO nova.compute.claims [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.239128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.571709] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604711, 'name': ReconfigVM_Task, 'duration_secs': 0.4027} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.574954] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Reconfigured VM instance instance-00000010 to attach disk [datastore1] ace797e6-97fb-49f0-a35e-9259de311409/ace797e6-97fb-49f0-a35e-9259de311409.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.577860] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e021fffe-9862-4459-a83b-d67c4542e60d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.585493] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073345} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.586845] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.587092] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 738.587092] env[69735]: value = "task-3604716" [ 738.587092] env[69735]: _type = "Task" [ 738.587092] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.587787] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851bee6e-4bd8-4124-8f3e-6d8671b69d83 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.621659] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 57385667-4ff4-49e8-88d3-f60ed2207f9a/57385667-4ff4-49e8-88d3-f60ed2207f9a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.622017] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604716, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.622697] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf2c1433-b79c-4523-b528-1588cf13bc15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.641777] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604715, 'name': CreateVM_Task, 'duration_secs': 0.401065} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.642318] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.643025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.643180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.643513] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.643770] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6cc4b69-630c-47ef-aa55-a3de626a0450 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.646994] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 738.646994] env[69735]: value = "task-3604717" [ 738.646994] env[69735]: _type = "Task" [ 738.646994] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.650613] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 738.650613] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521df87c-ba19-595f-d37d-6a068be0297e" [ 738.650613] env[69735]: _type = "Task" [ 738.650613] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.663688] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.667018] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521df87c-ba19-595f-d37d-6a068be0297e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.716827] env[69735]: DEBUG nova.compute.manager [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.728017] env[69735]: INFO nova.compute.resource_tracker [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating resource usage from migration 4202916b-c11c-42c2-b5b3-a0bea37ddec8 [ 738.742070] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.742567] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.742567] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.742707] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.742878] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.743103] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.743345] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.743560] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.743777] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.744022] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.744200] env[69735]: DEBUG nova.virt.hardware [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.747494] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a490be1b-b68c-4426-aa9e-43d75d33c87b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.753525] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1066702b-e87d-4798-893f-add2c36523fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.772008] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.778767] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Creating folder: Project (ea5253b76d6c43339af338f921ba5db7). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.784699] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a8a63f-c2b4-4d30-bd42-aaec72efbc4c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.795418] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Created folder: Project (ea5253b76d6c43339af338f921ba5db7) in parent group-v719064. [ 738.795775] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Creating folder: Instances. Parent ref: group-v719121. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.795874] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a13e07e-9097-4758-9176-6212d21a72ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.808257] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Created folder: Instances in parent group-v719121. [ 738.808475] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.808675] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0de3cdc-649d-4496-990a-463387e092da] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.808885] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb85ee3e-639b-468f-b155-76fbea0e07ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.828968] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.828968] env[69735]: value = "task-3604720" [ 738.828968] env[69735]: _type = "Task" [ 738.828968] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.836242] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604720, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.852124] env[69735]: DEBUG nova.network.neutron [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Updated VIF entry in instance network info cache for port 5bf62784-846b-4179-855a-7d71aabd39d8. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.852124] env[69735]: DEBUG nova.network.neutron [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Updating instance_info_cache with network_info: [{"id": "5bf62784-846b-4179-855a-7d71aabd39d8", "address": "fa:16:3e:60:b6:11", "network": {"id": "bf54da83-ed50-4a9b-b9bb-f677cdfcd71d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1644644297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb149d5e4814e529b36e861e19d7922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf62784-84", "ovs_interfaceid": "5bf62784-846b-4179-855a-7d71aabd39d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.104523] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604716, 'name': Rename_Task, 'duration_secs': 0.24779} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.104832] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.105117] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d3bd5a-c3d6-445f-bb70-b46505c9e7f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.111432] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 739.111432] env[69735]: value = "task-3604721" [ 739.111432] env[69735]: _type = "Task" [ 739.111432] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.125266] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.175237] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604717, 'name': ReconfigVM_Task, 'duration_secs': 0.270796} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.181330] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 57385667-4ff4-49e8-88d3-f60ed2207f9a/57385667-4ff4-49e8-88d3-f60ed2207f9a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.182432] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521df87c-ba19-595f-d37d-6a068be0297e, 'name': SearchDatastore_Task, 'duration_secs': 0.025407} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.185780] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54a151b0-c54e-4ae4-8b36-2b02e42f627f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.187787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.188060] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.188324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.188479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.188655] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.189213] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e2d45f-f568-488f-8215-3ff3048ebf22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.197653] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 739.197653] env[69735]: value = "task-3604722" [ 739.197653] env[69735]: _type = "Task" [ 739.197653] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.202876] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.203803] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.206806] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab62e856-f70f-46c8-9a17-f0ad2e01924c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.213460] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604722, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.215017] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 739.215017] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f95c48-c225-76b1-14cc-9ef00199ebe5" [ 739.215017] env[69735]: _type = "Task" [ 739.215017] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.225743] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f95c48-c225-76b1-14cc-9ef00199ebe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.303637] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bcf6db-5f21-46e2-b251-d88b58608108 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.312415] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85384c26-8679-4a0e-ba24-f38f448187e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.351655] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1477104-ede9-4392-878c-312d5d75ddde {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.354300] env[69735]: DEBUG oslo_concurrency.lockutils [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] Releasing lock "refresh_cache-58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.354536] env[69735]: DEBUG nova.compute.manager [req-81dd1426-f986-4869-810d-eac5b52a2849 req-3ec9d839-7afe-4720-9fff-32aa60e19f05 service nova] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Received event network-vif-deleted-4a2d137e-a221-4bfb-81ef-0c9927d13de7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.363903] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2adc5d8-43c9-4fa1-a776-089d8c0451b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.368578] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604720, 'name': CreateVM_Task, 'duration_secs': 0.353844} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.368578] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0de3cdc-649d-4496-990a-463387e092da] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.369175] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.369454] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.369688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.369938] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c305af26-b17e-4421-8d7a-243b7e911805 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.380210] env[69735]: DEBUG nova.compute.provider_tree [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.385122] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 739.385122] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52693444-dfc1-37b0-8621-8836cd0a8acb" [ 739.385122] env[69735]: _type = "Task" [ 739.385122] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.392955] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52693444-dfc1-37b0-8621-8836cd0a8acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.624515] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604721, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.681947] env[69735]: DEBUG nova.compute.manager [req-0c05efa2-3b39-49e6-8a16-4e831ad25f3a req-a41ef767-2b5e-40a9-8c44-af8bb1fee16c service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Received event network-changed-12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.682164] env[69735]: DEBUG nova.compute.manager [req-0c05efa2-3b39-49e6-8a16-4e831ad25f3a req-a41ef767-2b5e-40a9-8c44-af8bb1fee16c service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Refreshing instance network info cache due to event network-changed-12c3b115-2472-436b-8eec-c832fef90a31. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.682374] env[69735]: DEBUG oslo_concurrency.lockutils [req-0c05efa2-3b39-49e6-8a16-4e831ad25f3a req-a41ef767-2b5e-40a9-8c44-af8bb1fee16c service nova] Acquiring lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.682513] env[69735]: DEBUG oslo_concurrency.lockutils [req-0c05efa2-3b39-49e6-8a16-4e831ad25f3a req-a41ef767-2b5e-40a9-8c44-af8bb1fee16c service nova] Acquired lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.682779] env[69735]: DEBUG nova.network.neutron [req-0c05efa2-3b39-49e6-8a16-4e831ad25f3a req-a41ef767-2b5e-40a9-8c44-af8bb1fee16c service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Refreshing network info cache for port 12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.709629] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604722, 'name': Rename_Task, 'duration_secs': 0.147177} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.709855] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.710149] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9fb1357-9370-4c81-9abe-d6e83c10a4a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.716671] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 739.716671] env[69735]: value = "task-3604723" [ 739.716671] env[69735]: _type = "Task" [ 739.716671] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.728393] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f95c48-c225-76b1-14cc-9ef00199ebe5, 'name': SearchDatastore_Task, 'duration_secs': 0.013352} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.732535] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.732724] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecb47e4-3848-4ec6-b8e3-7a32d975ed66 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.737787] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 739.737787] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d5573-8871-658a-a526-f0e970b9d4df" [ 739.737787] env[69735]: _type = "Task" [ 739.737787] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.748213] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d5573-8871-658a-a526-f0e970b9d4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.886973] env[69735]: DEBUG nova.scheduler.client.report [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.915529] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52693444-dfc1-37b0-8621-8836cd0a8acb, 'name': SearchDatastore_Task, 'duration_secs': 0.017273} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.915813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.916975] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.916975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.989424] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.989424] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.130618] env[69735]: DEBUG oslo_vmware.api [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604721, 'name': PowerOnVM_Task, 'duration_secs': 0.895402} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.130908] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.131202] env[69735]: INFO nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Took 11.44 seconds to spawn the instance on the hypervisor. [ 740.131399] env[69735]: DEBUG nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.132261] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e9c062-d093-4400-825c-81ef95f0b430 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.232467] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604723, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.248574] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d5573-8871-658a-a526-f0e970b9d4df, 'name': SearchDatastore_Task, 'duration_secs': 0.012228} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.249472] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.249472] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5/58f4e063-6abe-46ee-9a30-ee3cd7cd70d5.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.249673] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.249865] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.250101] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c2a38d-75a9-4593-949c-4d825ddc1b8f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.252814] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b42c9295-13e2-4437-8cfd-10dad7fe1cf1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.261816] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 740.261816] env[69735]: value = "task-3604724" [ 740.261816] env[69735]: _type = "Task" [ 740.261816] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.267290] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.267371] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.268555] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b28bc38-33e0-4ea9-91ab-efa0cfd8b087 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.279020] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.279624] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 740.279624] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52461fc6-2777-7e3e-82df-a060795e6cb2" [ 740.279624] env[69735]: _type = "Task" [ 740.279624] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.287460] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52461fc6-2777-7e3e-82df-a060795e6cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.405551] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.696s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.405815] env[69735]: INFO nova.compute.manager [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Migrating [ 740.406627] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.406627] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.407566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.636s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.410376] env[69735]: INFO nova.compute.claims [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.416213] env[69735]: INFO nova.compute.rpcapi [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 740.416213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.659242] env[69735]: INFO nova.compute.manager [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Took 31.35 seconds to build instance. [ 740.735890] env[69735]: DEBUG oslo_vmware.api [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604723, 'name': PowerOnVM_Task, 'duration_secs': 0.52769} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.738876] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.738876] env[69735]: INFO nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Took 9.37 seconds to spawn the instance on the hypervisor. [ 740.738876] env[69735]: DEBUG nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.738876] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bace9a6-4336-4c10-a6a8-217161fd3209 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.775961] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604724, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.793294] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52461fc6-2777-7e3e-82df-a060795e6cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.01714} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.795245] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee1286b-e78a-49f2-b7b5-b3ce19bac2c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.802708] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 740.802708] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5244930b-2c8f-2426-779f-e05d49f06abe" [ 740.802708] env[69735]: _type = "Task" [ 740.802708] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.813148] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5244930b-2c8f-2426-779f-e05d49f06abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.938561] env[69735]: DEBUG nova.network.neutron [req-0c05efa2-3b39-49e6-8a16-4e831ad25f3a req-a41ef767-2b5e-40a9-8c44-af8bb1fee16c service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Updated VIF entry in instance network info cache for port 12c3b115-2472-436b-8eec-c832fef90a31. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.939144] env[69735]: DEBUG nova.network.neutron [req-0c05efa2-3b39-49e6-8a16-4e831ad25f3a req-a41ef767-2b5e-40a9-8c44-af8bb1fee16c service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Updating instance_info_cache with network_info: [{"id": "12c3b115-2472-436b-8eec-c832fef90a31", "address": "fa:16:3e:f3:d3:c0", "network": {"id": "196de669-eff0-4b9f-a74f-9e015f6ebddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2075703634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805721dae9fe4c63b971d0c3611ad88f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c3b115-24", "ovs_interfaceid": "12c3b115-2472-436b-8eec-c832fef90a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.940723] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.940862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.941042] env[69735]: DEBUG nova.network.neutron [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.161986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9623cd00-3fa4-4205-a5ed-5e708355121b tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "ace797e6-97fb-49f0-a35e-9259de311409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.744s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.260603] env[69735]: INFO nova.compute.manager [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Took 30.73 seconds to build instance. [ 741.278308] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778585} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.278633] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5/58f4e063-6abe-46ee-9a30-ee3cd7cd70d5.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.280292] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.280292] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-503975e4-72c5-4c93-8554-5fb27bda9ce3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.287327] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 741.287327] env[69735]: value = "task-3604725" [ 741.287327] env[69735]: _type = "Task" [ 741.287327] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.297522] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.314182] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5244930b-2c8f-2426-779f-e05d49f06abe, 'name': SearchDatastore_Task, 'duration_secs': 0.05928} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.314461] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.314840] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] b0de3cdc-649d-4496-990a-463387e092da/b0de3cdc-649d-4496-990a-463387e092da.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.314973] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eba53c2-670a-462a-bba1-2d17895731fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.321477] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 741.321477] env[69735]: value = "task-3604726" [ 741.321477] env[69735]: _type = "Task" [ 741.321477] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.329341] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.450510] env[69735]: DEBUG oslo_concurrency.lockutils [req-0c05efa2-3b39-49e6-8a16-4e831ad25f3a req-a41ef767-2b5e-40a9-8c44-af8bb1fee16c service nova] Releasing lock "refresh_cache-8c1a6b7c-f693-4566-a9f6-8053860b1699" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.665397] env[69735]: DEBUG nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.765160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b86bcc87-2b67-437d-bec4-8f548e99772a tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "57385667-4ff4-49e8-88d3-f60ed2207f9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.089s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.774888] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "45443b55-ca14-472c-99a3-7b2d8e4bba76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.775186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "45443b55-ca14-472c-99a3-7b2d8e4bba76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.804133] env[69735]: DEBUG nova.network.neutron [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance_info_cache with network_info: [{"id": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "address": "fa:16:3e:3a:a3:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179b35b3-b3", "ovs_interfaceid": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.814063] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243869} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.814348] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.815423] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc2e281-e8a3-4f84-b673-d77a69d8586f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.842500] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5/58f4e063-6abe-46ee-9a30-ee3cd7cd70d5.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.848349] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cd052a-4fda-4b72-b7a1-8ecfaa8c8fc6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.871209] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.873246] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 741.873246] env[69735]: value = "task-3604727" [ 741.873246] env[69735]: _type = "Task" [ 741.873246] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.884617] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.005243] env[69735]: DEBUG nova.compute.manager [None req-4c40a114-4424-4084-ba37-672f7eaf7659 tempest-ServerDiagnosticsTest-1829179377 tempest-ServerDiagnosticsTest-1829179377-project-admin] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.005663] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ddfcb6-0e38-4193-a3e7-66ba00ebd4bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.016860] env[69735]: INFO nova.compute.manager [None req-4c40a114-4424-4084-ba37-672f7eaf7659 tempest-ServerDiagnosticsTest-1829179377 tempest-ServerDiagnosticsTest-1829179377-project-admin] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Retrieving diagnostics [ 742.017896] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e29f278-8ae2-4507-bb32-fb499f45a8fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.024178] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7c6ee3-a42c-42b1-9749-d39972e2e2e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.060178] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdf50e0-1b00-4785-a3d0-e7bc6ab1d691 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.096171] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19248010-53f7-4019-9d94-93315388e203 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.100321] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33972601-b212-47d0-885e-2bc1502ccea8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.114257] env[69735]: DEBUG nova.compute.provider_tree [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.194171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.275060] env[69735]: DEBUG nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.307958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.344278] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604726, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.386740] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.623852] env[69735]: DEBUG nova.scheduler.client.report [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.799098] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.848534] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604726, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.167609} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.848534] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] b0de3cdc-649d-4496-990a-463387e092da/b0de3cdc-649d-4496-990a-463387e092da.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.848650] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.848896] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8846c411-5ff3-44b3-a34e-85200d28b75d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.858130] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 742.858130] env[69735]: value = "task-3604728" [ 742.858130] env[69735]: _type = "Task" [ 742.858130] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.869017] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.887566] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604727, 'name': ReconfigVM_Task, 'duration_secs': 0.821073} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.887566] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5/58f4e063-6abe-46ee-9a30-ee3cd7cd70d5.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.888166] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e38a462f-4d69-428f-887b-1e1e7566270d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.899861] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 742.899861] env[69735]: value = "task-3604729" [ 742.899861] env[69735]: _type = "Task" [ 742.899861] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.912366] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604729, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.129511] env[69735]: INFO nova.compute.manager [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Rebuilding instance [ 743.132475] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.133175] env[69735]: DEBUG nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.142247] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.489s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.144974] env[69735]: DEBUG nova.objects.instance [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lazy-loading 'resources' on Instance uuid 4b1b8aa4-2eb8-4989-bd4a-d105e8729286 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.197430] env[69735]: DEBUG nova.compute.manager [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.198203] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8ece9c-6c66-414d-a210-46bf08da5086 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.366937] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071681} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.367644] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.368298] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf8e9c4-3ef9-4967-8299-53ffe0b8ce0e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.388611] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] b0de3cdc-649d-4496-990a-463387e092da/b0de3cdc-649d-4496-990a-463387e092da.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.388933] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee79394-8171-4330-80d7-26ff8f6db8c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.413419] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604729, 'name': Rename_Task, 'duration_secs': 0.150231} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.414638] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.414942] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 743.414942] env[69735]: value = "task-3604730" [ 743.414942] env[69735]: _type = "Task" [ 743.414942] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.415143] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-610eb556-7b90-4187-b7c2-94dd95cff6b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.426969] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.428433] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 743.428433] env[69735]: value = "task-3604731" [ 743.428433] env[69735]: _type = "Task" [ 743.428433] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.438176] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.517397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquiring lock "ace797e6-97fb-49f0-a35e-9259de311409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.517397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "ace797e6-97fb-49f0-a35e-9259de311409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.517397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquiring lock "ace797e6-97fb-49f0-a35e-9259de311409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.517397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "ace797e6-97fb-49f0-a35e-9259de311409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.517868] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "ace797e6-97fb-49f0-a35e-9259de311409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.518191] env[69735]: INFO nova.compute.manager [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Terminating instance [ 743.652018] env[69735]: DEBUG nova.compute.utils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.657190] env[69735]: DEBUG nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.657568] env[69735]: DEBUG nova.network.neutron [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.741648] env[69735]: DEBUG nova.policy [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10f541c39043432b94667a9bcf88df41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c666ad0cb01849e5bbc647723073b0ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.826968] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28c60d4-5ec8-43c1-9b4d-44e14180db71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.849897] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance '2ec4bbba-9dbd-4978-91e7-c2d0620c9857' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 743.929695] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604730, 'name': ReconfigVM_Task, 'duration_secs': 0.290943} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.935874] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Reconfigured VM instance instance-00000013 to attach disk [datastore2] b0de3cdc-649d-4496-990a-463387e092da/b0de3cdc-649d-4496-990a-463387e092da.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.937223] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8893eee-fd25-460b-b961-7afa66cb391d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.944880] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.946525] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 743.946525] env[69735]: value = "task-3604732" [ 743.946525] env[69735]: _type = "Task" [ 743.946525] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.959819] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604732, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.024492] env[69735]: DEBUG nova.compute.manager [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.024756] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.025875] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b6fbdf-1340-4044-bfaf-17303757b066 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.042288] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.042551] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cd518b6-ab2a-478f-b20f-634b555e13c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.050690] env[69735]: DEBUG oslo_vmware.api [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 744.050690] env[69735]: value = "task-3604733" [ 744.050690] env[69735]: _type = "Task" [ 744.050690] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.065297] env[69735]: DEBUG oslo_vmware.api [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.157608] env[69735]: DEBUG nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.178730] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d0476b-53c2-4532-b82e-ad3979eb7839 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.186957] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fce293-88fb-4891-901c-948fea9d86e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.220049] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.221987] env[69735]: DEBUG nova.network.neutron [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Successfully created port: bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.224158] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722f6826-64bf-4615-b569-68c7ec64784d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.226466] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1b5e7d-6921-4602-bc78-54ed22fa2cd6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.237242] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa8b270-9a8f-4ce6-9372-c1ea3c389693 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.241598] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 744.241598] env[69735]: value = "task-3604734" [ 744.241598] env[69735]: _type = "Task" [ 744.241598] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.255283] env[69735]: DEBUG nova.compute.provider_tree [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.261750] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.270421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquiring lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.270631] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.362137] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.362964] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e111b6c-24c9-42b3-8464-c884567cb9b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.376177] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 744.376177] env[69735]: value = "task-3604735" [ 744.376177] env[69735]: _type = "Task" [ 744.376177] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.390102] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.440392] env[69735]: DEBUG oslo_vmware.api [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604731, 'name': PowerOnVM_Task, 'duration_secs': 0.967534} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.440783] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.441477] env[69735]: INFO nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Took 10.51 seconds to spawn the instance on the hypervisor. [ 744.441477] env[69735]: DEBUG nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.442266] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31d001d-81ea-489a-ae95-b1f2737bb2bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.462421] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604732, 'name': Rename_Task, 'duration_secs': 0.134179} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.462768] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.463124] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e7e383-7714-42e5-ab3c-0ef3e09a49c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.473997] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 744.473997] env[69735]: value = "task-3604736" [ 744.473997] env[69735]: _type = "Task" [ 744.473997] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.486171] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.563871] env[69735]: DEBUG oslo_vmware.api [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604733, 'name': PowerOffVM_Task, 'duration_secs': 0.194646} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.564701] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.565009] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.568286] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27d27d4d-b07f-4c48-aacd-02ca9f43884a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.647393] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.647393] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.647393] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Deleting the datastore file [datastore1] ace797e6-97fb-49f0-a35e-9259de311409 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.647393] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8521c222-a7ee-4005-ac53-b9c91193394f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.654031] env[69735]: DEBUG oslo_vmware.api [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for the task: (returnval){ [ 744.654031] env[69735]: value = "task-3604738" [ 744.654031] env[69735]: _type = "Task" [ 744.654031] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.672490] env[69735]: DEBUG oslo_vmware.api [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.752519] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604734, 'name': PowerOffVM_Task, 'duration_secs': 0.265517} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.752854] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.753132] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.754495] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c77bad-0d60-4de5-8d0b-8d91df3abbbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.758212] env[69735]: DEBUG nova.scheduler.client.report [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.765507] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.765744] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd7f0d0-e5bf-4794-87a5-da9f6a05a906 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.837720] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.838080] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.838748] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleting the datastore file [datastore2] 57385667-4ff4-49e8-88d3-f60ed2207f9a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.838748] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a65ca9d3-1b94-486d-98cb-eac91def214c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.846590] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 744.846590] env[69735]: value = "task-3604740" [ 744.846590] env[69735]: _type = "Task" [ 744.846590] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.853870] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.886574] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604735, 'name': PowerOffVM_Task, 'duration_secs': 0.191452} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.886850] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.887054] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance '2ec4bbba-9dbd-4978-91e7-c2d0620c9857' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 744.966233] env[69735]: INFO nova.compute.manager [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Took 34.00 seconds to build instance. [ 744.990597] env[69735]: DEBUG oslo_vmware.api [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604736, 'name': PowerOnVM_Task, 'duration_secs': 0.461479} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.991587] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.991587] env[69735]: INFO nova.compute.manager [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Took 6.27 seconds to spawn the instance on the hypervisor. [ 744.991587] env[69735]: DEBUG nova.compute.manager [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.992047] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e8a7f9-81de-4aba-82cf-fdc2df21c127 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.168212] env[69735]: DEBUG oslo_vmware.api [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Task: {'id': task-3604738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246021} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.168489] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.168663] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.168833] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.168999] env[69735]: INFO nova.compute.manager [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Took 1.14 seconds to destroy the instance on the hypervisor. [ 745.169314] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.169832] env[69735]: DEBUG nova.compute.manager [-] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.169926] env[69735]: DEBUG nova.network.neutron [-] [instance: ace797e6-97fb-49f0-a35e-9259de311409] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.174879] env[69735]: DEBUG nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.217029] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.217298] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.217455] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.217633] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.217799] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.217970] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.218263] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.218431] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.218598] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.218758] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.218925] env[69735]: DEBUG nova.virt.hardware [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.219819] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b7c7b-26ef-4b74-b5b8-6faeac38a064 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.228524] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ab74a-a527-489b-9cfe-f7a9b1d25fc3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.263512] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.267240] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.597s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.268983] env[69735]: INFO nova.compute.claims [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.285570] env[69735]: INFO nova.scheduler.client.report [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Deleted allocations for instance 4b1b8aa4-2eb8-4989-bd4a-d105e8729286 [ 745.358947] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421176} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.358947] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.359111] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.359200] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.394303] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.394707] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.394925] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.395690] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.396045] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.396272] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.396585] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.396763] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.396937] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.397118] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.397298] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.403947] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24308a6e-b36c-4ba5-a96a-b314f66e8fe2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.423807] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 745.423807] env[69735]: value = "task-3604741" [ 745.423807] env[69735]: _type = "Task" [ 745.423807] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.433804] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.467832] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8c330e2f-d9b9-428a-9f4a-59bcf69be1d9 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.744s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.513508] env[69735]: INFO nova.compute.manager [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Took 33.43 seconds to build instance. [ 745.652533] env[69735]: DEBUG nova.compute.manager [req-6cca3671-a4ec-4db6-b769-bd63832352f5 req-f31081d2-4126-47ff-b813-11bf0ab12ad8 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Received event network-vif-deleted-a3967ad9-55c2-4e27-a039-258774490653 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.652533] env[69735]: INFO nova.compute.manager [req-6cca3671-a4ec-4db6-b769-bd63832352f5 req-f31081d2-4126-47ff-b813-11bf0ab12ad8 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Neutron deleted interface a3967ad9-55c2-4e27-a039-258774490653; detaching it from the instance and deleting it from the info cache [ 745.652815] env[69735]: DEBUG nova.network.neutron [req-6cca3671-a4ec-4db6-b769-bd63832352f5 req-f31081d2-4126-47ff-b813-11bf0ab12ad8 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.726410] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.726410] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.794433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cda5eaa6-5703-41af-bebf-8ccf6e9f37b5 tempest-ServerDiagnosticsNegativeTest-627869311 tempest-ServerDiagnosticsNegativeTest-627869311-project-member] Lock "4b1b8aa4-2eb8-4989-bd4a-d105e8729286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.272s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.940834] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604741, 'name': ReconfigVM_Task, 'duration_secs': 0.329364} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.941881] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance '2ec4bbba-9dbd-4978-91e7-c2d0620c9857' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 745.970913] env[69735]: DEBUG nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.014518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84dc20a2-1e31-48c4-8f1e-359549e8e84b tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "b0de3cdc-649d-4496-990a-463387e092da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.540s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.038939] env[69735]: DEBUG nova.network.neutron [-] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.074706] env[69735]: DEBUG nova.network.neutron [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Successfully updated port: bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.155938] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c143229e-60c0-47a1-ba09-25bfaa73acba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.168184] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ead08-5fcf-47dd-a1e8-33aca431fe5e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.206383] env[69735]: DEBUG nova.compute.manager [req-6cca3671-a4ec-4db6-b769-bd63832352f5 req-f31081d2-4126-47ff-b813-11bf0ab12ad8 service nova] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Detach interface failed, port_id=a3967ad9-55c2-4e27-a039-258774490653, reason: Instance ace797e6-97fb-49f0-a35e-9259de311409 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.399955] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.400209] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.400357] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.400610] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.400670] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.400881] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.401660] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.401660] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.401660] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.401660] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.401660] env[69735]: DEBUG nova.virt.hardware [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.402496] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12d756a-eddf-4bc4-9373-c057a1618e1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.414373] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8582a5e-be37-489b-912b-89f27a52f257 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.428855] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:70:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a735e9-a162-45a4-9e8a-922876d6d49d', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.436881] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.439919] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquiring lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.440210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.440388] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquiring lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.440602] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.441466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.443735] env[69735]: INFO nova.compute.manager [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Terminating instance [ 746.444624] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.445473] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f38e4375-dc87-431b-b78c-541fb6e165ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.463031] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.463282] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.463471] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.463903] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.463903] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.463903] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.464243] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.464282] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.465252] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.465252] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.465252] env[69735]: DEBUG nova.virt.hardware [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.470568] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 746.475156] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef469c66-4203-4374-ae35-d09f6bdbc7cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.500410] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 746.500410] env[69735]: value = "task-3604743" [ 746.500410] env[69735]: _type = "Task" [ 746.500410] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.502289] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.502289] env[69735]: value = "task-3604742" [ 746.502289] env[69735]: _type = "Task" [ 746.502289] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.507179] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.518139] env[69735]: DEBUG nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.526219] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.531685] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604742, 'name': CreateVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.541268] env[69735]: INFO nova.compute.manager [-] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Took 1.37 seconds to deallocate network for instance. [ 746.580771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquiring lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.580771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquired lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.580771] env[69735]: DEBUG nova.network.neutron [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.883070] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8b80c-a886-4359-8ddf-59e0614e7a7b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.890435] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf925c25-e978-46a4-87dd-c167c8144759 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.923466] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7793283-26b2-4757-b415-3a8479e72cd4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.931198] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf5ddbe-c77f-440c-95c4-87e241f05aab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.949588] env[69735]: DEBUG nova.compute.provider_tree [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.995168] env[69735]: DEBUG nova.compute.manager [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.995367] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.996614] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0618ffbc-cc45-4cdd-bd85-517c129aa53b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.006127] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.007614] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c7e6f1b-5a6b-4c78-bb33-c020c73e90a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.017196] env[69735]: DEBUG nova.compute.manager [None req-0e94c6e8-4fc5-4062-a5da-7760077b711f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.017548] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604743, 'name': ReconfigVM_Task, 'duration_secs': 0.199588} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.022355] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9318fb23-79d4-431d-b4a0-8dc15fcda696 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.025650] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 747.025650] env[69735]: DEBUG oslo_vmware.api [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 747.025650] env[69735]: value = "task-3604744" [ 747.025650] env[69735]: _type = "Task" [ 747.025650] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.028163] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604742, 'name': CreateVM_Task, 'duration_secs': 0.377025} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.028765] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c78aea-ea9c-4c1c-ac68-5298a4737598 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.032097] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.037950] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.038159] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.038739] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.041066] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859bc5e6-6d65-45df-8388-34b8f2dbe05d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.056503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.067289] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2ec4bbba-9dbd-4978-91e7-c2d0620c9857/2ec4bbba-9dbd-4978-91e7-c2d0620c9857.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.069312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.070312] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a2b63f-138b-4086-989b-56257d704bdd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.083531] env[69735]: DEBUG oslo_vmware.api [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.085805] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 747.085805] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527490a7-a0cf-9a71-6cf4-e2973bd802c9" [ 747.085805] env[69735]: _type = "Task" [ 747.085805] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.095504] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 747.095504] env[69735]: value = "task-3604745" [ 747.095504] env[69735]: _type = "Task" [ 747.095504] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.101012] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527490a7-a0cf-9a71-6cf4-e2973bd802c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.101645] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.101876] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.102115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.102254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.102425] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.103495] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db5a7c80-3ef6-492e-a150-9132678d8612 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.107805] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.117482] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.117630] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.118909] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6783d41b-f8b4-4bb1-8c7f-2e4a5d4484b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.128157] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 747.128157] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526112a4-2d50-ccd5-bd17-2babe2a937bb" [ 747.128157] env[69735]: _type = "Task" [ 747.128157] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.140883] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526112a4-2d50-ccd5-bd17-2babe2a937bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008853} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.141866] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887868e4-8b25-4acb-b365-571d23a1e037 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.145368] env[69735]: DEBUG nova.network.neutron [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.156863] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 747.156863] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5248295e-7455-0595-1ca6-d8c5f3ce9c8f" [ 747.156863] env[69735]: _type = "Task" [ 747.156863] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.163882] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5248295e-7455-0595-1ca6-d8c5f3ce9c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.164810] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.165052] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 57385667-4ff4-49e8-88d3-f60ed2207f9a/57385667-4ff4-49e8-88d3-f60ed2207f9a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.165317] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28fa89ea-78b4-4251-9eb9-c944c09e4fd8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.172642] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 747.172642] env[69735]: value = "task-3604746" [ 747.172642] env[69735]: _type = "Task" [ 747.172642] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.181281] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.286827] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquiring lock "b0de3cdc-649d-4496-990a-463387e092da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.287255] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "b0de3cdc-649d-4496-990a-463387e092da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.287600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquiring lock "b0de3cdc-649d-4496-990a-463387e092da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.287920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "b0de3cdc-649d-4496-990a-463387e092da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.288196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "b0de3cdc-649d-4496-990a-463387e092da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.291544] env[69735]: INFO nova.compute.manager [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Terminating instance [ 747.398292] env[69735]: DEBUG nova.network.neutron [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Updating instance_info_cache with network_info: [{"id": "bb192e9d-13b6-445d-93ba-01bd6a295050", "address": "fa:16:3e:ec:ab:0b", "network": {"id": "a7e7112a-77e4-47a0-b228-413067a2b4bd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1460484536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c666ad0cb01849e5bbc647723073b0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb192e9d-13", "ovs_interfaceid": "bb192e9d-13b6-445d-93ba-01bd6a295050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.453673] env[69735]: DEBUG nova.scheduler.client.report [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.547421] env[69735]: DEBUG oslo_vmware.api [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604744, 'name': PowerOffVM_Task, 'duration_secs': 0.208891} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.547421] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.547421] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.547421] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e403044c-665e-45b6-b2cc-5cd8ff44b2e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.567115] env[69735]: INFO nova.compute.manager [None req-0e94c6e8-4fc5-4062-a5da-7760077b711f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] instance snapshotting [ 747.567698] env[69735]: DEBUG nova.objects.instance [None req-0e94c6e8-4fc5-4062-a5da-7760077b711f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lazy-loading 'flavor' on Instance uuid b0de3cdc-649d-4496-990a-463387e092da {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.605660] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604745, 'name': ReconfigVM_Task, 'duration_secs': 0.321615} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.606769] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2ec4bbba-9dbd-4978-91e7-c2d0620c9857/2ec4bbba-9dbd-4978-91e7-c2d0620c9857.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.607076] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance '2ec4bbba-9dbd-4978-91e7-c2d0620c9857' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.630565] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.630783] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.630984] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Deleting the datastore file [datastore2] 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.631260] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b5dfcc7-9245-40ae-a37a-6c7197f89f1e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.637983] env[69735]: DEBUG oslo_vmware.api [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for the task: (returnval){ [ 747.637983] env[69735]: value = "task-3604748" [ 747.637983] env[69735]: _type = "Task" [ 747.637983] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.647134] env[69735]: DEBUG oslo_vmware.api [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.683403] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473717} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.683720] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 57385667-4ff4-49e8-88d3-f60ed2207f9a/57385667-4ff4-49e8-88d3-f60ed2207f9a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.683893] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.684163] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e4fc100-fcc4-4c54-baf0-82342de93e7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.690877] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 747.690877] env[69735]: value = "task-3604749" [ 747.690877] env[69735]: _type = "Task" [ 747.690877] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.699582] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.702640] env[69735]: DEBUG nova.compute.manager [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Received event network-vif-plugged-bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.702848] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] Acquiring lock "80fc2079-55e2-4bb4-949f-c74422f9eeef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.703161] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] Lock "80fc2079-55e2-4bb4-949f-c74422f9eeef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.703584] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] Lock "80fc2079-55e2-4bb4-949f-c74422f9eeef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.703805] env[69735]: DEBUG nova.compute.manager [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] No waiting events found dispatching network-vif-plugged-bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.704031] env[69735]: WARNING nova.compute.manager [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Received unexpected event network-vif-plugged-bb192e9d-13b6-445d-93ba-01bd6a295050 for instance with vm_state building and task_state spawning. [ 747.704239] env[69735]: DEBUG nova.compute.manager [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Received event network-changed-bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.704471] env[69735]: DEBUG nova.compute.manager [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Refreshing instance network info cache due to event network-changed-bb192e9d-13b6-445d-93ba-01bd6a295050. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.704691] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] Acquiring lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.798686] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquiring lock "refresh_cache-b0de3cdc-649d-4496-990a-463387e092da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.798880] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquired lock "refresh_cache-b0de3cdc-649d-4496-990a-463387e092da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.799123] env[69735]: DEBUG nova.network.neutron [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.901664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Releasing lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.902162] env[69735]: DEBUG nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Instance network_info: |[{"id": "bb192e9d-13b6-445d-93ba-01bd6a295050", "address": "fa:16:3e:ec:ab:0b", "network": {"id": "a7e7112a-77e4-47a0-b228-413067a2b4bd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1460484536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c666ad0cb01849e5bbc647723073b0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb192e9d-13", "ovs_interfaceid": "bb192e9d-13b6-445d-93ba-01bd6a295050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.902956] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] Acquired lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.903259] env[69735]: DEBUG nova.network.neutron [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Refreshing network info cache for port bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.908395] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ab:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb192e9d-13b6-445d-93ba-01bd6a295050', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.916466] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Creating folder: Project (c666ad0cb01849e5bbc647723073b0ad). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.917498] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81af6a27-b208-4500-a9c9-6944dd8bc2e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.929501] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Created folder: Project (c666ad0cb01849e5bbc647723073b0ad) in parent group-v719064. [ 747.929699] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Creating folder: Instances. Parent ref: group-v719125. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.929940] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-621e110d-5ca7-4b61-8a4a-b3721d00f9d5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.939383] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Created folder: Instances in parent group-v719125. [ 747.939617] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.939808] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.940015] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e834c28f-98ef-41dd-9156-5b343cf5ef8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.960276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.966691] env[69735]: DEBUG nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.969686] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.413s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.969879] env[69735]: DEBUG nova.objects.instance [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 747.979308] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.979308] env[69735]: value = "task-3604752" [ 747.979308] env[69735]: _type = "Task" [ 747.979308] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.985608] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604752, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.076733] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6600c37-22a6-4e88-af71-13e17f117450 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.094172] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc5679-bbde-4c0b-9dad-e6ae7890238b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.115103] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e16ca0-c87e-4652-a0e5-d5006cd1608d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.144209] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5165890-e48e-4487-b81b-2f68bd45eed0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.152480] env[69735]: DEBUG oslo_vmware.api [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Task: {'id': task-3604748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168846} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.167774] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.168036] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.168280] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.168479] env[69735]: INFO nova.compute.manager [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 748.168743] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.169482] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance '2ec4bbba-9dbd-4978-91e7-c2d0620c9857' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.173027] env[69735]: DEBUG nova.compute.manager [-] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.173027] env[69735]: DEBUG nova.network.neutron [-] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.201309] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069644} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.201608] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.202417] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36398acc-79b7-43c3-9982-4b0fcce27427 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.231811] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 57385667-4ff4-49e8-88d3-f60ed2207f9a/57385667-4ff4-49e8-88d3-f60ed2207f9a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.235189] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838a0605-c24f-4f70-a881-1aa16ead59f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.256506] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 748.256506] env[69735]: value = "task-3604753" [ 748.256506] env[69735]: _type = "Task" [ 748.256506] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.265539] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.475352] env[69735]: DEBUG nova.compute.utils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.483391] env[69735]: DEBUG nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.483625] env[69735]: DEBUG nova.network.neutron [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.499051] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604752, 'name': CreateVM_Task, 'duration_secs': 0.369601} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.499282] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.499891] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.500070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.500465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.500655] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c985f5-05ea-43d3-b8a0-ac0bee4a9778 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.505213] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 748.505213] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5272cd75-3676-6bc4-2d14-114177f55d9a" [ 748.505213] env[69735]: _type = "Task" [ 748.505213] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.516176] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5272cd75-3676-6bc4-2d14-114177f55d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.541238] env[69735]: DEBUG nova.network.neutron [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.605677] env[69735]: DEBUG nova.compute.manager [None req-0e94c6e8-4fc5-4062-a5da-7760077b711f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Instance disappeared during snapshot {{(pid=69735) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 748.691679] env[69735]: DEBUG nova.policy [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd89d625ed94536b952f7e2573a0445', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c74ec8994d449786c75eef2d05fb5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.729949] env[69735]: DEBUG nova.network.neutron [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Updated VIF entry in instance network info cache for port bb192e9d-13b6-445d-93ba-01bd6a295050. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.730327] env[69735]: DEBUG nova.network.neutron [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Updating instance_info_cache with network_info: [{"id": "bb192e9d-13b6-445d-93ba-01bd6a295050", "address": "fa:16:3e:ec:ab:0b", "network": {"id": "a7e7112a-77e4-47a0-b228-413067a2b4bd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1460484536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c666ad0cb01849e5bbc647723073b0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb192e9d-13", "ovs_interfaceid": "bb192e9d-13b6-445d-93ba-01bd6a295050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.762909] env[69735]: DEBUG nova.compute.manager [None req-0e94c6e8-4fc5-4062-a5da-7760077b711f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Found 0 images (rotation: 2) {{(pid=69735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 748.769571] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604753, 'name': ReconfigVM_Task, 'duration_secs': 0.310244} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.769863] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 57385667-4ff4-49e8-88d3-f60ed2207f9a/57385667-4ff4-49e8-88d3-f60ed2207f9a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.770483] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4083fe05-eecf-46e4-a981-bbc41181f4fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.777647] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 748.777647] env[69735]: value = "task-3604754" [ 748.777647] env[69735]: _type = "Task" [ 748.777647] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.778486] env[69735]: DEBUG nova.network.neutron [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.789856] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604754, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.915213] env[69735]: DEBUG nova.network.neutron [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Port 179b35b3-b3fd-4ac1-95d3-b28fd07f45cf binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 748.981098] env[69735]: DEBUG nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.987817] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2fd10be-b9b4-44b8-bfea-02745bfa5fc6 tempest-ServersAdmin275Test-1583802490 tempest-ServersAdmin275Test-1583802490-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.989121] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.349s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.993041] env[69735]: INFO nova.compute.claims [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.022154] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5272cd75-3676-6bc4-2d14-114177f55d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.022386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.022665] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.022952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.023160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.023538] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.024896] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-026c6f24-34ba-4a7d-85d6-09fe8a68393d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.035302] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.037026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.037026] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31b740b-45ab-43ee-a843-5445d1f95efd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.044893] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 749.044893] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a3ff7f-8e9c-4dc9-55ad-6cd803531fd2" [ 749.044893] env[69735]: _type = "Task" [ 749.044893] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.055252] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a3ff7f-8e9c-4dc9-55ad-6cd803531fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.233823] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe70b6ac-ad7d-47f3-a6fe-26b01b101e64 req-7b891791-ee9b-460d-a06c-51d405399662 service nova] Releasing lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.285472] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Releasing lock "refresh_cache-b0de3cdc-649d-4496-990a-463387e092da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.286024] env[69735]: DEBUG nova.compute.manager [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.286226] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.287329] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c664f3-7c14-4a85-b39d-438cd814e951 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.298672] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.298954] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604754, 'name': Rename_Task, 'duration_secs': 0.14609} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.299218] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-527fba0d-e8d6-45e5-bc0e-245a7d7802d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.300831] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.301359] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eae773f-f60f-4e64-9107-a02248b446a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.307737] env[69735]: DEBUG oslo_vmware.api [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 749.307737] env[69735]: value = "task-3604755" [ 749.307737] env[69735]: _type = "Task" [ 749.307737] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.308958] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 749.308958] env[69735]: value = "task-3604756" [ 749.308958] env[69735]: _type = "Task" [ 749.308958] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.320429] env[69735]: DEBUG oslo_vmware.api [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.323634] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.561093] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a3ff7f-8e9c-4dc9-55ad-6cd803531fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.016279} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.561855] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d0ddec-a119-464c-b9e6-fe6e54575b4f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.569986] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 749.569986] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524a5e22-939f-cb0d-40b1-ff9a0cd13d05" [ 749.569986] env[69735]: _type = "Task" [ 749.569986] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.579413] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524a5e22-939f-cb0d-40b1-ff9a0cd13d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.749658] env[69735]: DEBUG nova.network.neutron [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Successfully created port: 52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.759249] env[69735]: DEBUG nova.network.neutron [-] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.827679] env[69735]: DEBUG oslo_vmware.api [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604755, 'name': PowerOffVM_Task, 'duration_secs': 0.110367} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.827936] env[69735]: DEBUG oslo_vmware.api [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604756, 'name': PowerOnVM_Task, 'duration_secs': 0.455064} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.828958] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.829157] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.829770] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.829770] env[69735]: DEBUG nova.compute.manager [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.829917] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad91d20-a40d-44cb-aac0-e86d987539bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.832036] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c6086-a4d4-4c26-b232-e71196e3f0c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.861170] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.861403] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.861594] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Deleting the datastore file [datastore2] b0de3cdc-649d-4496-990a-463387e092da {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.861855] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-958e41b5-2ad4-4895-b89c-f1bb866ec6b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.869037] env[69735]: DEBUG oslo_vmware.api [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for the task: (returnval){ [ 749.869037] env[69735]: value = "task-3604758" [ 749.869037] env[69735]: _type = "Task" [ 749.869037] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.877811] env[69735]: DEBUG oslo_vmware.api [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.946425] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.946425] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.946425] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.996064] env[69735]: DEBUG nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.029614] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.029777] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.029933] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.030149] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.030283] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.030432] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.030650] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.031950] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.031950] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.031950] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.031950] env[69735]: DEBUG nova.virt.hardware [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.034208] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72fcdd6-2858-4b9a-8a29-3b0acd772bf0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.051055] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28fef25-c887-41c8-93a0-11d1f740f0f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.079656] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524a5e22-939f-cb0d-40b1-ff9a0cd13d05, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.082266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.082540] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 80fc2079-55e2-4bb4-949f-c74422f9eeef/80fc2079-55e2-4bb4-949f-c74422f9eeef.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.083044] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cbf34ef-8558-453b-83cf-d4641f8e6513 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.091250] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 750.091250] env[69735]: value = "task-3604759" [ 750.091250] env[69735]: _type = "Task" [ 750.091250] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.099818] env[69735]: DEBUG nova.compute.manager [req-c8a66574-59f3-43f7-9902-344b7017eb66 req-c4913c2b-e631-46e7-bdb9-5ddd5e048218 service nova] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Received event network-vif-deleted-5bf62784-846b-4179-855a-7d71aabd39d8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.103701] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.262180] env[69735]: INFO nova.compute.manager [-] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Took 2.09 seconds to deallocate network for instance. [ 750.357222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.383744] env[69735]: DEBUG oslo_vmware.api [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Task: {'id': task-3604758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094231} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.387016] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.387489] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.387702] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.387915] env[69735]: INFO nova.compute.manager [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] [instance: b0de3cdc-649d-4496-990a-463387e092da] Took 1.10 seconds to destroy the instance on the hypervisor. [ 750.388218] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.389234] env[69735]: DEBUG nova.compute.manager [-] [instance: b0de3cdc-649d-4496-990a-463387e092da] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.389327] env[69735]: DEBUG nova.network.neutron [-] [instance: b0de3cdc-649d-4496-990a-463387e092da] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.426925] env[69735]: DEBUG nova.network.neutron [-] [instance: b0de3cdc-649d-4496-990a-463387e092da] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.593291] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aaa6e6-7d16-40ba-9fd3-9b6ebd0fd4c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.615431] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500476} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.617032] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 80fc2079-55e2-4bb4-949f-c74422f9eeef/80fc2079-55e2-4bb4-949f-c74422f9eeef.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.617032] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.619565] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7729c6ea-09f1-4c76-85fa-fc6a1cfe94cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.625022] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838ebf86-c735-4c30-8836-fa11d66a62b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.672912] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8512f0-a570-4c8b-b35f-c5e947a677b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.676424] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 750.676424] env[69735]: value = "task-3604760" [ 750.676424] env[69735]: _type = "Task" [ 750.676424] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.684869] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78704e76-6ab3-40d8-aa03-ac8f6ff04e46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.694387] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.707857] env[69735]: DEBUG nova.compute.provider_tree [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.770488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.931783] env[69735]: DEBUG nova.network.neutron [-] [instance: b0de3cdc-649d-4496-990a-463387e092da] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.050023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.050023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.050023] env[69735]: DEBUG nova.network.neutron [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.189718] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134425} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.190297] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.190845] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b29c1-634a-44ce-b4ad-9bf79f61982a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.215780] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 80fc2079-55e2-4bb4-949f-c74422f9eeef/80fc2079-55e2-4bb4-949f-c74422f9eeef.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.216759] env[69735]: DEBUG nova.scheduler.client.report [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.221037] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2165c8-52c8-4f6c-9406-51ef08617233 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.244632] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 751.244632] env[69735]: value = "task-3604761" [ 751.244632] env[69735]: _type = "Task" [ 751.244632] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.255303] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.355766] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "68f200f0-923a-40b8-97f6-81ee88818e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.357133] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "68f200f0-923a-40b8-97f6-81ee88818e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.436161] env[69735]: INFO nova.compute.manager [-] [instance: b0de3cdc-649d-4496-990a-463387e092da] Took 1.05 seconds to deallocate network for instance. [ 751.739256] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.739800] env[69735]: DEBUG nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.742550] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.295s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.743972] env[69735]: INFO nova.compute.claims [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.757367] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.945113] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.014072] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "57385667-4ff4-49e8-88d3-f60ed2207f9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.014358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "57385667-4ff4-49e8-88d3-f60ed2207f9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.014635] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "57385667-4ff4-49e8-88d3-f60ed2207f9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.014771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "57385667-4ff4-49e8-88d3-f60ed2207f9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.014916] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "57385667-4ff4-49e8-88d3-f60ed2207f9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.017409] env[69735]: INFO nova.compute.manager [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Terminating instance [ 752.250154] env[69735]: DEBUG nova.compute.utils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.253414] env[69735]: DEBUG nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.253414] env[69735]: DEBUG nova.network.neutron [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.263797] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604761, 'name': ReconfigVM_Task, 'duration_secs': 0.814897} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.264903] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 80fc2079-55e2-4bb4-949f-c74422f9eeef/80fc2079-55e2-4bb4-949f-c74422f9eeef.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.265976] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0796adca-7dd1-4cf3-af50-4c7e1a4ad47b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.276446] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 752.276446] env[69735]: value = "task-3604762" [ 752.276446] env[69735]: _type = "Task" [ 752.276446] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.284433] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604762, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.353861] env[69735]: DEBUG nova.network.neutron [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance_info_cache with network_info: [{"id": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "address": "fa:16:3e:3a:a3:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179b35b3-b3", "ovs_interfaceid": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.375038] env[69735]: DEBUG nova.policy [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef729bf1f8148a8a4c8ccb750f08b24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c3cd694f8ad4973a427ccb466921848', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.514037] env[69735]: DEBUG nova.network.neutron [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Successfully updated port: 52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.524615] env[69735]: DEBUG nova.compute.manager [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.524615] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.524615] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb0ab99-2321-4414-9df6-6f68825a99a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.533094] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.534080] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09ff94d9-cfc9-4665-b058-902c7109b3f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.541175] env[69735]: DEBUG oslo_vmware.api [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 752.541175] env[69735]: value = "task-3604763" [ 752.541175] env[69735]: _type = "Task" [ 752.541175] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.550148] env[69735]: DEBUG oslo_vmware.api [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.758666] env[69735]: DEBUG nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.790896] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604762, 'name': Rename_Task, 'duration_secs': 0.150046} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.790896] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.790896] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d423ef8-ae4c-46eb-9ccd-e37861fdf5bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.803031] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 752.803031] env[69735]: value = "task-3604764" [ 752.803031] env[69735]: _type = "Task" [ 752.803031] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.812895] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.845339] env[69735]: DEBUG nova.compute.manager [req-0ed14c0b-0912-45e0-958e-424b3b1418e2 req-104f0781-3108-46cd-90d0-f7c834ba5ac3 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Received event network-vif-plugged-52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.849529] env[69735]: DEBUG oslo_concurrency.lockutils [req-0ed14c0b-0912-45e0-958e-424b3b1418e2 req-104f0781-3108-46cd-90d0-f7c834ba5ac3 service nova] Acquiring lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.849529] env[69735]: DEBUG oslo_concurrency.lockutils [req-0ed14c0b-0912-45e0-958e-424b3b1418e2 req-104f0781-3108-46cd-90d0-f7c834ba5ac3 service nova] Lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.849529] env[69735]: DEBUG oslo_concurrency.lockutils [req-0ed14c0b-0912-45e0-958e-424b3b1418e2 req-104f0781-3108-46cd-90d0-f7c834ba5ac3 service nova] Lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.849529] env[69735]: DEBUG nova.compute.manager [req-0ed14c0b-0912-45e0-958e-424b3b1418e2 req-104f0781-3108-46cd-90d0-f7c834ba5ac3 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] No waiting events found dispatching network-vif-plugged-52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.849529] env[69735]: WARNING nova.compute.manager [req-0ed14c0b-0912-45e0-958e-424b3b1418e2 req-104f0781-3108-46cd-90d0-f7c834ba5ac3 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Received unexpected event network-vif-plugged-52d4541c-a6f8-451f-bc69-246c209af27a for instance with vm_state building and task_state spawning. [ 752.857835] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.934788] env[69735]: DEBUG nova.network.neutron [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Successfully created port: f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.017728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.017920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquired lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.018121] env[69735]: DEBUG nova.network.neutron [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.059676] env[69735]: DEBUG oslo_vmware.api [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604763, 'name': PowerOffVM_Task, 'duration_secs': 0.202452} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.061055] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.061234] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.063675] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427fd863-b98e-46ef-841d-094ff771a0e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.066495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "666f7702-319f-454a-83be-82bc20009a5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.066495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "666f7702-319f-454a-83be-82bc20009a5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.132495] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.132779] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.133027] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleting the datastore file [datastore1] 57385667-4ff4-49e8-88d3-f60ed2207f9a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.133832] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-994f9869-21a2-4472-a658-b2cc412a85af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.144249] env[69735]: DEBUG oslo_vmware.api [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 753.144249] env[69735]: value = "task-3604766" [ 753.144249] env[69735]: _type = "Task" [ 753.144249] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.160212] env[69735]: DEBUG oslo_vmware.api [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.328835] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604764, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.378891] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c8de3b-c6ef-47ae-b7e3-d6390c66ea52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.387979] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d9074c-2acd-41f9-8b14-fd5d78ee398a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.392575] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e0f60d-0fe2-4bb2-9aca-55c2cbe0ae80 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.411082] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a71d13-3959-46cc-8276-a99522256008 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.441927] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18498cdc-619a-45e5-bbbe-1422db32ab97 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.446881] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance '2ec4bbba-9dbd-4978-91e7-c2d0620c9857' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 753.455566] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081dd475-02ce-4b1b-abc7-4045ccf85e14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.470646] env[69735]: DEBUG nova.compute.provider_tree [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.570874] env[69735]: DEBUG nova.network.neutron [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.659092] env[69735]: DEBUG oslo_vmware.api [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225422} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.659427] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.659701] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.659885] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.660124] env[69735]: INFO nova.compute.manager [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 753.660487] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.660695] env[69735]: DEBUG nova.compute.manager [-] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.660819] env[69735]: DEBUG nova.network.neutron [-] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.772291] env[69735]: DEBUG nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.810937] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.811200] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.811359] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.811541] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.811682] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.811915] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.812193] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.812364] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.812528] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.812687] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.812855] env[69735]: DEBUG nova.virt.hardware [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.813715] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d8b0b8-f79b-45d6-bb6b-4e25ec978e21 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.827420] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873050b8-dd74-4a99-8a51-62251a214b0e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.831533] env[69735]: DEBUG oslo_vmware.api [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604764, 'name': PowerOnVM_Task, 'duration_secs': 0.534355} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.831533] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.832539] env[69735]: INFO nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Took 8.66 seconds to spawn the instance on the hypervisor. [ 753.832539] env[69735]: DEBUG nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.832867] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6eada5-0cb1-4c9c-b2f2-93ba749b80f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.901136] env[69735]: DEBUG nova.network.neutron [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updating instance_info_cache with network_info: [{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.953138] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.953436] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-592a48bb-228e-44be-a118-e4482a6394a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.960774] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 753.960774] env[69735]: value = "task-3604767" [ 753.960774] env[69735]: _type = "Task" [ 753.960774] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.969288] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.974196] env[69735]: DEBUG nova.scheduler.client.report [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.362415] env[69735]: INFO nova.compute.manager [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Took 38.62 seconds to build instance. [ 754.403905] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Releasing lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.404279] env[69735]: DEBUG nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Instance network_info: |[{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.404725] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:88:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52d4541c-a6f8-451f-bc69-246c209af27a', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.412453] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Creating folder: Project (b9c74ec8994d449786c75eef2d05fb5f). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.412979] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e62da802-bd9f-404a-8cda-77a905f79c30 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.423865] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Created folder: Project (b9c74ec8994d449786c75eef2d05fb5f) in parent group-v719064. [ 754.424096] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Creating folder: Instances. Parent ref: group-v719128. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.424284] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-735cdbf5-486e-42a9-9038-49154ced112c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.434279] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Created folder: Instances in parent group-v719128. [ 754.434513] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.434694] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.434883] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d6931f2-485e-4a87-aa3b-e90d56fb8fe9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.454736] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.454736] env[69735]: value = "task-3604770" [ 754.454736] env[69735]: _type = "Task" [ 754.454736] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.466020] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604770, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.471175] env[69735]: DEBUG oslo_vmware.api [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3604767, 'name': PowerOnVM_Task, 'duration_secs': 0.432883} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.471426] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.471605] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf48cdb-45ee-4383-8956-b26007b63c1b tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance '2ec4bbba-9dbd-4978-91e7-c2d0620c9857' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.479802] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.480136] env[69735]: DEBUG nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.482958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.344s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.484412] env[69735]: INFO nova.compute.claims [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.650870] env[69735]: DEBUG nova.network.neutron [-] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.865984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ddd0f8c-c0ac-4d9a-8c79-9d4b16194c8f tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "80fc2079-55e2-4bb4-949f-c74422f9eeef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.244s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.971655] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604770, 'name': CreateVM_Task, 'duration_secs': 0.339581} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.971655] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.971655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.971655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.972614] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.973730] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944a2a5d-f5bd-4676-ba50-93b91945410e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.987725] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 754.987725] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525f15d7-4215-6599-364c-ba5ef4d457ec" [ 754.987725] env[69735]: _type = "Task" [ 754.987725] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.989522] env[69735]: DEBUG nova.compute.utils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.001674] env[69735]: DEBUG nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.001674] env[69735]: DEBUG nova.network.neutron [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.007595] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525f15d7-4215-6599-364c-ba5ef4d457ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.007979] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.008359] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.008654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.008886] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.009119] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.009876] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb1c68d8-8523-4c23-bfa4-1367bea389b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.019909] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.020160] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.020841] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a333d54-71c1-457b-9861-41c5285cf30e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.026800] env[69735]: DEBUG nova.compute.manager [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Received event network-changed-52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.027032] env[69735]: DEBUG nova.compute.manager [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Refreshing instance network info cache due to event network-changed-52d4541c-a6f8-451f-bc69-246c209af27a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.027316] env[69735]: DEBUG oslo_concurrency.lockutils [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] Acquiring lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.027457] env[69735]: DEBUG oslo_concurrency.lockutils [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] Acquired lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.027652] env[69735]: DEBUG nova.network.neutron [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Refreshing network info cache for port 52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.033347] env[69735]: DEBUG nova.network.neutron [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Successfully updated port: f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.038241] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 755.038241] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cc3a33-f8a9-c4d2-f89a-cfa70f4c1e17" [ 755.038241] env[69735]: _type = "Task" [ 755.038241] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.047635] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cc3a33-f8a9-c4d2-f89a-cfa70f4c1e17, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.051024] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf75d0a8-9a1e-4597-b7be-3df0ab01916a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.053875] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 755.053875] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52db954b-805a-52de-943b-33b62c1b903f" [ 755.053875] env[69735]: _type = "Task" [ 755.053875] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.062018] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52db954b-805a-52de-943b-33b62c1b903f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.071181] env[69735]: DEBUG nova.policy [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21b8bb6f847549a4acef8ecc4687b250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5540b2a853004ecfa38c6001384c8d39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.153454] env[69735]: INFO nova.compute.manager [-] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Took 1.49 seconds to deallocate network for instance. [ 755.367834] env[69735]: DEBUG nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.502625] env[69735]: DEBUG nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.541019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquiring lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.541019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquired lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.541019] env[69735]: DEBUG nova.network.neutron [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.564578] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52db954b-805a-52de-943b-33b62c1b903f, 'name': SearchDatastore_Task, 'duration_secs': 0.007977} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.565967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.566923] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 0f69937d-222e-4155-8ecf-5d5fb86d68b6/0f69937d-222e-4155-8ecf-5d5fb86d68b6.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.566923] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-408a001e-44ab-490e-b936-b91ad1ed1bff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.574009] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 755.574009] env[69735]: value = "task-3604771" [ 755.574009] env[69735]: _type = "Task" [ 755.574009] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.582447] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.604186] env[69735]: DEBUG nova.network.neutron [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Successfully created port: 47ee5d81-a552-4a01-8e6d-787be159e508 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.665078] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.891035] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.062577] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69faf9f2-e7e3-4412-8741-ff793006e305 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.075590] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6177d4f9-fadf-449d-8467-25fc8c8d42c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.080772] env[69735]: DEBUG nova.compute.manager [req-43c01ccb-1205-4a3c-aa00-952c1bff7c63 req-c9febffd-5d9c-4af3-b24f-4901dff7e63b service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Received event network-changed-bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.080972] env[69735]: DEBUG nova.compute.manager [req-43c01ccb-1205-4a3c-aa00-952c1bff7c63 req-c9febffd-5d9c-4af3-b24f-4901dff7e63b service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Refreshing instance network info cache due to event network-changed-bb192e9d-13b6-445d-93ba-01bd6a295050. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.081515] env[69735]: DEBUG oslo_concurrency.lockutils [req-43c01ccb-1205-4a3c-aa00-952c1bff7c63 req-c9febffd-5d9c-4af3-b24f-4901dff7e63b service nova] Acquiring lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.081964] env[69735]: DEBUG oslo_concurrency.lockutils [req-43c01ccb-1205-4a3c-aa00-952c1bff7c63 req-c9febffd-5d9c-4af3-b24f-4901dff7e63b service nova] Acquired lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.082075] env[69735]: DEBUG nova.network.neutron [req-43c01ccb-1205-4a3c-aa00-952c1bff7c63 req-c9febffd-5d9c-4af3-b24f-4901dff7e63b service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Refreshing network info cache for port bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.121537] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47092} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.123249] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 0f69937d-222e-4155-8ecf-5d5fb86d68b6/0f69937d-222e-4155-8ecf-5d5fb86d68b6.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.123623] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.125111] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4eca87-b122-48db-bacc-dae1aa115713 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.129481] env[69735]: DEBUG nova.network.neutron [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.133039] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79a66f31-46eb-42c7-b540-a7ace846d352 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.149283] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03963881-063b-49b0-b709-d8a07ffc1978 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.154158] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 756.154158] env[69735]: value = "task-3604772" [ 756.154158] env[69735]: _type = "Task" [ 756.154158] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.168565] env[69735]: DEBUG nova.compute.provider_tree [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.176435] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.459454] env[69735]: DEBUG nova.network.neutron [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updated VIF entry in instance network info cache for port 52d4541c-a6f8-451f-bc69-246c209af27a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.459879] env[69735]: DEBUG nova.network.neutron [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updating instance_info_cache with network_info: [{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.515721] env[69735]: DEBUG nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.546633] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.546885] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.547062] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.547252] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.547395] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.547538] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.547743] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.548611] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.548861] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.549055] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.549339] env[69735]: DEBUG nova.virt.hardware [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.553129] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ecb48e-7f35-4d79-8b13-311dadcda3f2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.559075] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4946eb-bdc0-4909-823d-b3694f4f3c3f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.630552] env[69735]: DEBUG nova.network.neutron [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Updating instance_info_cache with network_info: [{"id": "f248f93d-a99f-4ac4-99f6-3366dee38f1b", "address": "fa:16:3e:10:f0:54", "network": {"id": "6180f3df-f0e2-4f6d-b0ea-116e12ca92c6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-421728514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c3cd694f8ad4973a427ccb466921848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf248f93d-a9", "ovs_interfaceid": "f248f93d-a99f-4ac4-99f6-3366dee38f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.663843] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067561} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.669720] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.670646] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e425583e-f6d9-40f9-b44a-966012c66eac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.675488] env[69735]: DEBUG nova.scheduler.client.report [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.700691] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0f69937d-222e-4155-8ecf-5d5fb86d68b6/0f69937d-222e-4155-8ecf-5d5fb86d68b6.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.701678] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-573cfa56-21d6-444b-8d5e-863a75f0673a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.720741] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 756.720741] env[69735]: value = "task-3604773" [ 756.720741] env[69735]: _type = "Task" [ 756.720741] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.733035] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.962449] env[69735]: DEBUG oslo_concurrency.lockutils [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] Releasing lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.962727] env[69735]: DEBUG nova.compute.manager [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Received event network-vif-deleted-73a735e9-a162-45a4-9e8a-922876d6d49d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.962915] env[69735]: DEBUG nova.compute.manager [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Received event network-vif-plugged-f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.963115] env[69735]: DEBUG oslo_concurrency.lockutils [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] Acquiring lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.963321] env[69735]: DEBUG oslo_concurrency.lockutils [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] Lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.963483] env[69735]: DEBUG oslo_concurrency.lockutils [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] Lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.963956] env[69735]: DEBUG nova.compute.manager [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] No waiting events found dispatching network-vif-plugged-f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.963956] env[69735]: WARNING nova.compute.manager [req-3909a39c-3be7-4aa7-a6f1-1f31b7690ba7 req-caca7929-87f3-4abf-8411-2058ed231f68 service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Received unexpected event network-vif-plugged-f248f93d-a99f-4ac4-99f6-3366dee38f1b for instance with vm_state building and task_state spawning. [ 757.007025] env[69735]: DEBUG nova.network.neutron [req-43c01ccb-1205-4a3c-aa00-952c1bff7c63 req-c9febffd-5d9c-4af3-b24f-4901dff7e63b service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Updated VIF entry in instance network info cache for port bb192e9d-13b6-445d-93ba-01bd6a295050. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.007025] env[69735]: DEBUG nova.network.neutron [req-43c01ccb-1205-4a3c-aa00-952c1bff7c63 req-c9febffd-5d9c-4af3-b24f-4901dff7e63b service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Updating instance_info_cache with network_info: [{"id": "bb192e9d-13b6-445d-93ba-01bd6a295050", "address": "fa:16:3e:ec:ab:0b", "network": {"id": "a7e7112a-77e4-47a0-b228-413067a2b4bd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1460484536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c666ad0cb01849e5bbc647723073b0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb192e9d-13", "ovs_interfaceid": "bb192e9d-13b6-445d-93ba-01bd6a295050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.136029] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Releasing lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.136029] env[69735]: DEBUG nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Instance network_info: |[{"id": "f248f93d-a99f-4ac4-99f6-3366dee38f1b", "address": "fa:16:3e:10:f0:54", "network": {"id": "6180f3df-f0e2-4f6d-b0ea-116e12ca92c6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-421728514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c3cd694f8ad4973a427ccb466921848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf248f93d-a9", "ovs_interfaceid": "f248f93d-a99f-4ac4-99f6-3366dee38f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.136253] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:f0:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f248f93d-a99f-4ac4-99f6-3366dee38f1b', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.148722] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Creating folder: Project (1c3cd694f8ad4973a427ccb466921848). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.149166] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ebba876-ee7d-4c18-bb26-cea0ef617506 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.161087] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Created folder: Project (1c3cd694f8ad4973a427ccb466921848) in parent group-v719064. [ 757.161304] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Creating folder: Instances. Parent ref: group-v719131. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.161549] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-665a4f14-91ef-4e75-8368-1211f92a6e9e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.171482] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Created folder: Instances in parent group-v719131. [ 757.171482] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.171482] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.171482] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f95935bf-392e-43c7-ae8b-45b995c0ac03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.187258] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.187713] env[69735]: DEBUG nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.191175] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.050s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.191175] env[69735]: DEBUG nova.objects.instance [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lazy-loading 'resources' on Instance uuid d377096a-422a-4b72-88db-08bf0b8f8fa7 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.197000] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.197000] env[69735]: value = "task-3604776" [ 757.197000] env[69735]: _type = "Task" [ 757.197000] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.204989] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604776, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.231609] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604773, 'name': ReconfigVM_Task, 'duration_secs': 0.275169} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.231957] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0f69937d-222e-4155-8ecf-5d5fb86d68b6/0f69937d-222e-4155-8ecf-5d5fb86d68b6.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.232675] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2090a9bc-97c0-4bca-859f-0eb9bb0cb9f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.239710] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 757.239710] env[69735]: value = "task-3604777" [ 757.239710] env[69735]: _type = "Task" [ 757.239710] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.249721] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604777, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.351679] env[69735]: DEBUG nova.compute.manager [req-2c84ab52-9614-4144-ace5-1d37dc52a4bb req-18712401-5e9f-4ba5-aa14-0fb530169cfb service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Received event network-changed-f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.351889] env[69735]: DEBUG nova.compute.manager [req-2c84ab52-9614-4144-ace5-1d37dc52a4bb req-18712401-5e9f-4ba5-aa14-0fb530169cfb service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Refreshing instance network info cache due to event network-changed-f248f93d-a99f-4ac4-99f6-3366dee38f1b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.352130] env[69735]: DEBUG oslo_concurrency.lockutils [req-2c84ab52-9614-4144-ace5-1d37dc52a4bb req-18712401-5e9f-4ba5-aa14-0fb530169cfb service nova] Acquiring lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.352228] env[69735]: DEBUG oslo_concurrency.lockutils [req-2c84ab52-9614-4144-ace5-1d37dc52a4bb req-18712401-5e9f-4ba5-aa14-0fb530169cfb service nova] Acquired lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.352401] env[69735]: DEBUG nova.network.neutron [req-2c84ab52-9614-4144-ace5-1d37dc52a4bb req-18712401-5e9f-4ba5-aa14-0fb530169cfb service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Refreshing network info cache for port f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.508931] env[69735]: DEBUG oslo_concurrency.lockutils [req-43c01ccb-1205-4a3c-aa00-952c1bff7c63 req-c9febffd-5d9c-4af3-b24f-4901dff7e63b service nova] Releasing lock "refresh_cache-80fc2079-55e2-4bb4-949f-c74422f9eeef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.694297] env[69735]: DEBUG nova.compute.utils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.698748] env[69735]: DEBUG nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.698748] env[69735]: DEBUG nova.network.neutron [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.709880] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604776, 'name': CreateVM_Task, 'duration_secs': 0.440421} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.710659] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.711467] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.711670] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.711997] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.712544] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8089d952-d926-4efb-84bf-0e52017b0d13 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.717871] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 757.717871] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52473438-803b-5d39-b4bb-12b21fc68407" [ 757.717871] env[69735]: _type = "Task" [ 757.717871] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.725953] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52473438-803b-5d39-b4bb-12b21fc68407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.750713] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604777, 'name': Rename_Task, 'duration_secs': 0.180698} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.750936] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.751336] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4961e0c9-94eb-4897-be56-2c50e6cab14e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.757252] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 757.757252] env[69735]: value = "task-3604778" [ 757.757252] env[69735]: _type = "Task" [ 757.757252] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.764738] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.781085] env[69735]: DEBUG nova.policy [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5c5a5751ca04421ae475a074f80b92f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5745efd5651543228f2c2ff93397f3b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.009880] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.010155] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.010339] env[69735]: DEBUG nova.compute.manager [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Going to confirm migration 1 {{(pid=69735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 758.201689] env[69735]: DEBUG nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.208135] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cee6878-a901-4c98-9604-215cdb8b6102 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.214239] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc1b21-73bd-4364-8b04-49988b5a4b40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.247901] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb71cc2a-a914-4d95-8d42-81e653ac01dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.254131] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52473438-803b-5d39-b4bb-12b21fc68407, 'name': SearchDatastore_Task, 'duration_secs': 0.016536} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.255443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.255693] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.255980] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.256144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.256326] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.256921] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-635e0f9f-0c03-4973-9aab-9c1466bccc45 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.264967] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b32ca7-0ba5-48b1-96c4-dc9b47b5586e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.273088] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.273286] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.273996] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0412904d-fac0-4f7a-8074-e2bb23587843 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.287246] env[69735]: DEBUG nova.compute.provider_tree [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.288056] env[69735]: DEBUG oslo_vmware.api [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604778, 'name': PowerOnVM_Task, 'duration_secs': 0.46896} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.288811] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.289036] env[69735]: INFO nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Took 8.29 seconds to spawn the instance on the hypervisor. [ 758.289217] env[69735]: DEBUG nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.290049] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da79636b-fc44-4060-bc71-dc7da4c27c36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.293412] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 758.293412] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217ce06-6527-527b-6ea2-9cb2e1847168" [ 758.293412] env[69735]: _type = "Task" [ 758.293412] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.305485] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217ce06-6527-527b-6ea2-9cb2e1847168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.506908] env[69735]: DEBUG nova.network.neutron [req-2c84ab52-9614-4144-ace5-1d37dc52a4bb req-18712401-5e9f-4ba5-aa14-0fb530169cfb service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Updated VIF entry in instance network info cache for port f248f93d-a99f-4ac4-99f6-3366dee38f1b. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.507300] env[69735]: DEBUG nova.network.neutron [req-2c84ab52-9614-4144-ace5-1d37dc52a4bb req-18712401-5e9f-4ba5-aa14-0fb530169cfb service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Updating instance_info_cache with network_info: [{"id": "f248f93d-a99f-4ac4-99f6-3366dee38f1b", "address": "fa:16:3e:10:f0:54", "network": {"id": "6180f3df-f0e2-4f6d-b0ea-116e12ca92c6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-421728514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c3cd694f8ad4973a427ccb466921848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf248f93d-a9", "ovs_interfaceid": "f248f93d-a99f-4ac4-99f6-3366dee38f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.707136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.707384] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.707506] env[69735]: DEBUG nova.network.neutron [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.707774] env[69735]: DEBUG nova.objects.instance [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lazy-loading 'info_cache' on Instance uuid 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.777361] env[69735]: DEBUG nova.network.neutron [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Successfully updated port: 47ee5d81-a552-4a01-8e6d-787be159e508 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.789542] env[69735]: DEBUG nova.scheduler.client.report [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.810237] env[69735]: INFO nova.compute.manager [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Took 36.16 seconds to build instance. [ 758.814983] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217ce06-6527-527b-6ea2-9cb2e1847168, 'name': SearchDatastore_Task, 'duration_secs': 0.015054} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.815794] env[69735]: DEBUG nova.network.neutron [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Successfully created port: 655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.818378] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bc8c3d-b81d-4579-8cdc-f01a85d8cd52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.823805] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 758.823805] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e06edd-a377-27d8-cadb-77a929fae868" [ 758.823805] env[69735]: _type = "Task" [ 758.823805] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.834129] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e06edd-a377-27d8-cadb-77a929fae868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.014122] env[69735]: DEBUG oslo_concurrency.lockutils [req-2c84ab52-9614-4144-ace5-1d37dc52a4bb req-18712401-5e9f-4ba5-aa14-0fb530169cfb service nova] Releasing lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.215815] env[69735]: DEBUG nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.244656] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.244915] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.245085] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.245304] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.245450] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.245595] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.245803] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.245957] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.246587] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.246787] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.246964] env[69735]: DEBUG nova.virt.hardware [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.248089] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc5149b-84b0-4bad-b203-966a06f013b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.256472] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570d0ad-80d6-44ed-84f2-664126166ee4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.279313] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquiring lock "refresh_cache-4ce1e0c3-ce34-4acf-9a72-64c832056360" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.279541] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquired lock "refresh_cache-4ce1e0c3-ce34-4acf-9a72-64c832056360" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.279606] env[69735]: DEBUG nova.network.neutron [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.297013] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.299820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.023s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.299820] env[69735]: DEBUG nova.objects.instance [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lazy-loading 'resources' on Instance uuid 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.319510] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d549fb72-76a7-43cc-8f6b-c16a226d9bc4 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.679s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.323771] env[69735]: INFO nova.scheduler.client.report [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Deleted allocations for instance d377096a-422a-4b72-88db-08bf0b8f8fa7 [ 759.334332] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e06edd-a377-27d8-cadb-77a929fae868, 'name': SearchDatastore_Task, 'duration_secs': 0.035498} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.335118] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.335352] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c5cf678b-99a6-4322-adfc-172f3e4d55f7/c5cf678b-99a6-4322-adfc-172f3e4d55f7.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.335611] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d19d0b8-b556-4219-b017-0428786bf5bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.341970] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 759.341970] env[69735]: value = "task-3604779" [ 759.341970] env[69735]: _type = "Task" [ 759.341970] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.350110] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.824104] env[69735]: DEBUG nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.833604] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc19194b-8640-4127-aa3c-227b1e6d7aef tempest-TenantUsagesTestJSON-324771647 tempest-TenantUsagesTestJSON-324771647-project-member] Lock "d377096a-422a-4b72-88db-08bf0b8f8fa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.506s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.852724] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467525} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.853043] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c5cf678b-99a6-4322-adfc-172f3e4d55f7/c5cf678b-99a6-4322-adfc-172f3e4d55f7.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.853272] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.853547] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88d45053-f5bf-482f-858d-d73be9653516 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.860877] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 759.860877] env[69735]: value = "task-3604780" [ 759.860877] env[69735]: _type = "Task" [ 759.860877] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.872250] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.873050] env[69735]: DEBUG nova.network.neutron [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.912543] env[69735]: DEBUG nova.compute.manager [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Received event network-vif-plugged-47ee5d81-a552-4a01-8e6d-787be159e508 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.912822] env[69735]: DEBUG oslo_concurrency.lockutils [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] Acquiring lock "4ce1e0c3-ce34-4acf-9a72-64c832056360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.913106] env[69735]: DEBUG oslo_concurrency.lockutils [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] Lock "4ce1e0c3-ce34-4acf-9a72-64c832056360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.913298] env[69735]: DEBUG oslo_concurrency.lockutils [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] Lock "4ce1e0c3-ce34-4acf-9a72-64c832056360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.913470] env[69735]: DEBUG nova.compute.manager [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] No waiting events found dispatching network-vif-plugged-47ee5d81-a552-4a01-8e6d-787be159e508 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.913632] env[69735]: WARNING nova.compute.manager [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Received unexpected event network-vif-plugged-47ee5d81-a552-4a01-8e6d-787be159e508 for instance with vm_state building and task_state spawning. [ 759.913787] env[69735]: DEBUG nova.compute.manager [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Received event network-changed-47ee5d81-a552-4a01-8e6d-787be159e508 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.913937] env[69735]: DEBUG nova.compute.manager [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Refreshing instance network info cache due to event network-changed-47ee5d81-a552-4a01-8e6d-787be159e508. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.914147] env[69735]: DEBUG oslo_concurrency.lockutils [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] Acquiring lock "refresh_cache-4ce1e0c3-ce34-4acf-9a72-64c832056360" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.338846] env[69735]: DEBUG nova.network.neutron [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Updating instance_info_cache with network_info: [{"id": "47ee5d81-a552-4a01-8e6d-787be159e508", "address": "fa:16:3e:64:19:94", "network": {"id": "8479baa8-093e-45c0-863d-91a54327e608", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-628782941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5540b2a853004ecfa38c6001384c8d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ee5d81-a5", "ovs_interfaceid": "47ee5d81-a552-4a01-8e6d-787be159e508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.343134] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d7adae-e06c-4000-98af-6a559eb1457f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.347785] env[69735]: DEBUG nova.network.neutron [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance_info_cache with network_info: [{"id": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "address": "fa:16:3e:3a:a3:56", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179b35b3-b3", "ovs_interfaceid": "179b35b3-b3fd-4ac1-95d3-b28fd07f45cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.352756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.357749] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06609077-2ab5-4692-9b95-f2571b04c347 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.391648] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074a3d13-78d2-4cdb-9654-4c25f496f90e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.399290] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073779} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.400132] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.401513] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1896999-c1f5-473d-9066-5a2047f84f31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.411201] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf1511c-b384-43f7-a948-71a0996a932f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.435760] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] c5cf678b-99a6-4322-adfc-172f3e4d55f7/c5cf678b-99a6-4322-adfc-172f3e4d55f7.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.437160] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3da97f-4c91-41ba-b0ca-5b4b91b5c6d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.460689] env[69735]: DEBUG nova.compute.provider_tree [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.468315] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 760.468315] env[69735]: value = "task-3604781" [ 760.468315] env[69735]: _type = "Task" [ 760.468315] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.477467] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.841484] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Releasing lock "refresh_cache-4ce1e0c3-ce34-4acf-9a72-64c832056360" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.841866] env[69735]: DEBUG nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Instance network_info: |[{"id": "47ee5d81-a552-4a01-8e6d-787be159e508", "address": "fa:16:3e:64:19:94", "network": {"id": "8479baa8-093e-45c0-863d-91a54327e608", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-628782941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5540b2a853004ecfa38c6001384c8d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ee5d81-a5", "ovs_interfaceid": "47ee5d81-a552-4a01-8e6d-787be159e508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.842205] env[69735]: DEBUG oslo_concurrency.lockutils [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] Acquired lock "refresh_cache-4ce1e0c3-ce34-4acf-9a72-64c832056360" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.842384] env[69735]: DEBUG nova.network.neutron [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Refreshing network info cache for port 47ee5d81-a552-4a01-8e6d-787be159e508 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.843648] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:19:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47ee5d81-a552-4a01-8e6d-787be159e508', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.852012] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Creating folder: Project (5540b2a853004ecfa38c6001384c8d39). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.852796] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-2ec4bbba-9dbd-4978-91e7-c2d0620c9857" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.853063] env[69735]: DEBUG nova.objects.instance [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lazy-loading 'migration_context' on Instance uuid 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.854072] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc7a0d31-1d84-43ba-a9b4-4f6256b41980 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.865961] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Created folder: Project (5540b2a853004ecfa38c6001384c8d39) in parent group-v719064. [ 760.866181] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Creating folder: Instances. Parent ref: group-v719134. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.866429] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15a09dbe-4425-4a10-ab7e-4c6c6339fadc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.878432] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Created folder: Instances in parent group-v719134. [ 760.878704] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.878966] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.879194] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebc6cf54-383d-4c1f-8738-5c3b4a9b9a3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.898620] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.898620] env[69735]: value = "task-3604784" [ 760.898620] env[69735]: _type = "Task" [ 760.898620] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.906302] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604784, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.964482] env[69735]: DEBUG nova.scheduler.client.report [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.993217] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.357239] env[69735]: DEBUG nova.objects.base [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Object Instance<2ec4bbba-9dbd-4978-91e7-c2d0620c9857> lazy-loaded attributes: info_cache,migration_context {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 761.358217] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef8a50-7bbc-4706-9249-04e68f41dc3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.378097] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d530467-50b0-4b74-85c5-beb21c0531b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.383589] env[69735]: DEBUG oslo_vmware.api [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 761.383589] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cb937c-7982-8ea2-86d5-ec2bd4920149" [ 761.383589] env[69735]: _type = "Task" [ 761.383589] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.395967] env[69735]: DEBUG oslo_vmware.api [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cb937c-7982-8ea2-86d5-ec2bd4920149, 'name': SearchDatastore_Task, 'duration_secs': 0.008015} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.396362] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.407889] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604784, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.180719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.879s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.180906] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.181783] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604781, 'name': ReconfigVM_Task, 'duration_secs': 0.795374} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.182926] env[69735]: DEBUG nova.network.neutron [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Successfully updated port: 655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.187148] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.157s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.187148] env[69735]: DEBUG nova.objects.instance [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lazy-loading 'resources' on Instance uuid 44011071-a81a-4f24-9e27-9e7eed5a323c {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.187589] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.193143] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Reconfigured VM instance instance-00000016 to attach disk [datastore2] c5cf678b-99a6-4322-adfc-172f3e4d55f7/c5cf678b-99a6-4322-adfc-172f3e4d55f7.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.193669] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cfb5ebb-cfdb-4c39-b040-7b4b75f56808 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.202506] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604784, 'name': CreateVM_Task, 'duration_secs': 0.543889} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.204573] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.205265] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 762.205265] env[69735]: value = "task-3604785" [ 762.205265] env[69735]: _type = "Task" [ 762.205265] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.205905] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.206102] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.206371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.206689] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30ddade-574f-400e-af74-2bb774d08442 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.222182] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 762.222182] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52441842-d7ea-6331-7873-ec5094d9b7b1" [ 762.222182] env[69735]: _type = "Task" [ 762.222182] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.222454] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604785, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.234573] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52441842-d7ea-6331-7873-ec5094d9b7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.235717] env[69735]: INFO nova.scheduler.client.report [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Deleted allocations for instance 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce [ 762.240277] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.240277] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.240277] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.240277] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.240428] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.243856] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f499fbb-95bd-483f-a249-57e4a38ff07d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.252762] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.252978] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.253897] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecd5cb4-4d66-4c22-af61-987b054be650 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.259154] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 762.259154] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524edd03-8887-2003-b5ab-8210be326029" [ 762.259154] env[69735]: _type = "Task" [ 762.259154] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.267727] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524edd03-8887-2003-b5ab-8210be326029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.512072] env[69735]: DEBUG nova.compute.manager [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Received event network-vif-plugged-655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.512373] env[69735]: DEBUG oslo_concurrency.lockutils [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] Acquiring lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.512655] env[69735]: DEBUG oslo_concurrency.lockutils [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.512936] env[69735]: DEBUG oslo_concurrency.lockutils [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.513099] env[69735]: DEBUG nova.compute.manager [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] No waiting events found dispatching network-vif-plugged-655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.513394] env[69735]: WARNING nova.compute.manager [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Received unexpected event network-vif-plugged-655c5bc2-1764-483b-bbf4-2229997d80d6 for instance with vm_state building and task_state spawning. [ 762.513588] env[69735]: DEBUG nova.compute.manager [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Received event network-changed-655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.513852] env[69735]: DEBUG nova.compute.manager [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Refreshing instance network info cache due to event network-changed-655c5bc2-1764-483b-bbf4-2229997d80d6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.514159] env[69735]: DEBUG oslo_concurrency.lockutils [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] Acquiring lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.514324] env[69735]: DEBUG oslo_concurrency.lockutils [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] Acquired lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.514517] env[69735]: DEBUG nova.network.neutron [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Refreshing network info cache for port 655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.627180] env[69735]: DEBUG nova.network.neutron [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Updated VIF entry in instance network info cache for port 47ee5d81-a552-4a01-8e6d-787be159e508. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.628172] env[69735]: DEBUG nova.network.neutron [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Updating instance_info_cache with network_info: [{"id": "47ee5d81-a552-4a01-8e6d-787be159e508", "address": "fa:16:3e:64:19:94", "network": {"id": "8479baa8-093e-45c0-863d-91a54327e608", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-628782941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5540b2a853004ecfa38c6001384c8d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ee5d81-a5", "ovs_interfaceid": "47ee5d81-a552-4a01-8e6d-787be159e508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.703023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.703023] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.703023] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.703023] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.703023] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.703023] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.703520] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.703520] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 762.703520] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.717482] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604785, 'name': Rename_Task, 'duration_secs': 0.348649} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.718541] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.719224] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8f7b6e-6ee6-47e7-bc2f-7ba91c599bab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.725666] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 762.725666] env[69735]: value = "task-3604786" [ 762.725666] env[69735]: _type = "Task" [ 762.725666] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.741646] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.750110] env[69735]: DEBUG oslo_concurrency.lockutils [None req-407a9bee-e39c-47b2-8b57-99c515c3b15b tempest-ServersAdmin275Test-1120243806 tempest-ServersAdmin275Test-1120243806-project-member] Lock "6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.988s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.769449] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524edd03-8887-2003-b5ab-8210be326029, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.773818] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236be24f-495c-462b-9b42-f89d98ca93db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.780978] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 762.780978] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521246a7-e975-2c28-e2db-d3626d7df8c3" [ 762.780978] env[69735]: _type = "Task" [ 762.780978] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.794200] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521246a7-e975-2c28-e2db-d3626d7df8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.063077] env[69735]: DEBUG nova.network.neutron [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.131118] env[69735]: DEBUG oslo_concurrency.lockutils [req-640c123e-af96-47d4-94a0-590f9c912693 req-96dd66cf-ea14-40dc-a8e8-c808e704daf9 service nova] Releasing lock "refresh_cache-4ce1e0c3-ce34-4acf-9a72-64c832056360" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.205661] env[69735]: DEBUG nova.network.neutron [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.210023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.240200] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.297823] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521246a7-e975-2c28-e2db-d3626d7df8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.032046} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.299411] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.299411] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 4ce1e0c3-ce34-4acf-9a72-64c832056360/4ce1e0c3-ce34-4acf-9a72-64c832056360.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.300109] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3318e-b5ba-48c3-99ba-8bd8544306ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.302949] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29378e86-a4a1-4aba-8d5e-684017b2b6b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.310596] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee3e5b-7581-44f4-9c9c-b156c08797a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.313906] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 763.313906] env[69735]: value = "task-3604787" [ 763.313906] env[69735]: _type = "Task" [ 763.313906] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.344491] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b1c3e-5bf8-476b-839a-8e8cddb0e578 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.350073] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.355474] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db1ac4-0804-4b80-b4d5-f5e605e3f669 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.370412] env[69735]: DEBUG nova.compute.provider_tree [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.709779] env[69735]: DEBUG oslo_concurrency.lockutils [req-34100c54-315a-43de-959c-92a9232be62e req-d5181651-0c26-430b-88d5-aa7d738ac34e service nova] Releasing lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.709779] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquired lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.709779] env[69735]: DEBUG nova.network.neutron [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.739459] env[69735]: DEBUG oslo_vmware.api [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604786, 'name': PowerOnVM_Task, 'duration_secs': 0.756711} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.740194] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.740194] env[69735]: INFO nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Took 9.97 seconds to spawn the instance on the hypervisor. [ 763.740194] env[69735]: DEBUG nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.740760] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b5206-5f8c-4a6a-8fbc-e1b49ac78b63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.828704] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604787, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.875057] env[69735]: DEBUG nova.scheduler.client.report [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.259950] env[69735]: INFO nova.compute.manager [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Took 38.69 seconds to build instance. [ 764.300691] env[69735]: DEBUG nova.network.neutron [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.325849] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566935} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.329319] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 4ce1e0c3-ce34-4acf-9a72-64c832056360/4ce1e0c3-ce34-4acf-9a72-64c832056360.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.329653] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.329961] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56fe76f6-126e-42a6-8e22-904a854a1c01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.338037] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 764.338037] env[69735]: value = "task-3604788" [ 764.338037] env[69735]: _type = "Task" [ 764.338037] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.347734] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.384019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.384430] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.442s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.386047] env[69735]: INFO nova.compute.claims [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.419796] env[69735]: INFO nova.scheduler.client.report [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Deleted allocations for instance 44011071-a81a-4f24-9e27-9e7eed5a323c [ 764.492477] env[69735]: DEBUG nova.compute.manager [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.495057] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fbb6b4-c677-4e99-8f46-c8ac0479fb85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.722838] env[69735]: DEBUG nova.network.neutron [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Updating instance_info_cache with network_info: [{"id": "655c5bc2-1764-483b-bbf4-2229997d80d6", "address": "fa:16:3e:5e:90:ac", "network": {"id": "92dfe781-d116-417c-902d-cdb2229c37e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-518228473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5745efd5651543228f2c2ff93397f3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap655c5bc2-17", "ovs_interfaceid": "655c5bc2-1764-483b-bbf4-2229997d80d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.766579] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81a0e424-b331-4b12-9c4a-3c6401e30796 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.584s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.849614] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08667} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.849908] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.850780] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d92ec2-b28b-4779-8f7d-39a5d0b6a951 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.881170] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4ce1e0c3-ce34-4acf-9a72-64c832056360/4ce1e0c3-ce34-4acf-9a72-64c832056360.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.881494] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25efae6e-9f43-4170-b619-8a1a96ffba25 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.903743] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 764.903743] env[69735]: value = "task-3604789" [ 764.903743] env[69735]: _type = "Task" [ 764.903743] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.913152] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.930199] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f989beae-1991-4fa8-a298-0600a165acbd tempest-ServerTagsTestJSON-1995299048 tempest-ServerTagsTestJSON-1995299048-project-member] Lock "44011071-a81a-4f24-9e27-9e7eed5a323c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.531s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.983267] env[69735]: DEBUG nova.compute.manager [req-f7fba653-a40b-40fa-ba8f-8733e07fb499 req-f8ae2156-9aef-418f-b623-3ccca06e161b service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Received event network-changed-52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.983267] env[69735]: DEBUG nova.compute.manager [req-f7fba653-a40b-40fa-ba8f-8733e07fb499 req-f8ae2156-9aef-418f-b623-3ccca06e161b service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Refreshing instance network info cache due to event network-changed-52d4541c-a6f8-451f-bc69-246c209af27a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.983267] env[69735]: DEBUG oslo_concurrency.lockutils [req-f7fba653-a40b-40fa-ba8f-8733e07fb499 req-f8ae2156-9aef-418f-b623-3ccca06e161b service nova] Acquiring lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.983267] env[69735]: DEBUG oslo_concurrency.lockutils [req-f7fba653-a40b-40fa-ba8f-8733e07fb499 req-f8ae2156-9aef-418f-b623-3ccca06e161b service nova] Acquired lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.983267] env[69735]: DEBUG nova.network.neutron [req-f7fba653-a40b-40fa-ba8f-8733e07fb499 req-f8ae2156-9aef-418f-b623-3ccca06e161b service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Refreshing network info cache for port 52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.009898] env[69735]: INFO nova.compute.manager [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] instance snapshotting [ 765.009898] env[69735]: DEBUG nova.objects.instance [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'flavor' on Instance uuid 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.226037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Releasing lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.226436] env[69735]: DEBUG nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Instance network_info: |[{"id": "655c5bc2-1764-483b-bbf4-2229997d80d6", "address": "fa:16:3e:5e:90:ac", "network": {"id": "92dfe781-d116-417c-902d-cdb2229c37e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-518228473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5745efd5651543228f2c2ff93397f3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap655c5bc2-17", "ovs_interfaceid": "655c5bc2-1764-483b-bbf4-2229997d80d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.226911] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:90:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '655c5bc2-1764-483b-bbf4-2229997d80d6', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.234467] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Creating folder: Project (5745efd5651543228f2c2ff93397f3b8). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.234746] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-915a6cab-1780-4f1e-bce4-81d8267788d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.245682] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Created folder: Project (5745efd5651543228f2c2ff93397f3b8) in parent group-v719064. [ 765.245861] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Creating folder: Instances. Parent ref: group-v719137. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.246105] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46c02831-40eb-4bd2-85b1-010ffd22f28d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.256317] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Created folder: Instances in parent group-v719137. [ 765.256548] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.256770] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.256999] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-479c55aa-3897-4cec-95f4-de4ab4049cb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.271082] env[69735]: DEBUG nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.278367] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.278367] env[69735]: value = "task-3604792" [ 765.278367] env[69735]: _type = "Task" [ 765.278367] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.292968] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604792, 'name': CreateVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.415066] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.517459] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794cebbb-a0ff-496e-bec6-75ebc536b221 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.544250] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68896825-0a4f-43c1-b82f-d9b577e08e3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.801866] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604792, 'name': CreateVM_Task, 'duration_secs': 0.345616} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.804662] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.805088] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.805256] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.805556] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.806790] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf5f206-8f27-4556-a05a-8e41ef80b063 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.810912] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 765.810912] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cc6daf-5041-bdba-71ac-9067f8b71ad9" [ 765.810912] env[69735]: _type = "Task" [ 765.810912] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.815026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.820248] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cc6daf-5041-bdba-71ac-9067f8b71ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.866885] env[69735]: DEBUG nova.network.neutron [req-f7fba653-a40b-40fa-ba8f-8733e07fb499 req-f8ae2156-9aef-418f-b623-3ccca06e161b service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updated VIF entry in instance network info cache for port 52d4541c-a6f8-451f-bc69-246c209af27a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.866885] env[69735]: DEBUG nova.network.neutron [req-f7fba653-a40b-40fa-ba8f-8733e07fb499 req-f8ae2156-9aef-418f-b623-3ccca06e161b service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updating instance_info_cache with network_info: [{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.916366] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604789, 'name': ReconfigVM_Task, 'duration_secs': 0.624963} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.916687] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4ce1e0c3-ce34-4acf-9a72-64c832056360/4ce1e0c3-ce34-4acf-9a72-64c832056360.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.917358] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e19ca72-5daf-4821-babd-b7cf08798029 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.923316] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 765.923316] env[69735]: value = "task-3604793" [ 765.923316] env[69735]: _type = "Task" [ 765.923316] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.936138] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604793, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.984802] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6b32f3-f428-4ed8-93ec-2e895dad55a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.992492] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aec736e-97e1-4a9e-a8cb-1d3f6d36f065 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.036618] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d0f20-3b33-4e9d-b2a1-26572436d6e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.047643] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9490d731-a237-4347-986e-038f1bad8012 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.073714] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.073714] env[69735]: DEBUG nova.compute.provider_tree [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.073714] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5aa52953-0de7-40b8-9ffc-ec879f9cc818 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.080330] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 766.080330] env[69735]: value = "task-3604794" [ 766.080330] env[69735]: _type = "Task" [ 766.080330] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.089555] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604794, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.324538] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cc6daf-5041-bdba-71ac-9067f8b71ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.324962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.325191] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.325624] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.325699] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.325884] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.326178] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-506e05cb-acc7-4d58-852a-61586322b74f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.335751] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.336118] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.336850] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f9bcd8-b4c6-47b8-946c-6c98ce58c572 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.348827] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "219adde7-07d4-40ca-b713-5b373532e734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.350056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "219adde7-07d4-40ca-b713-5b373532e734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.350056] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 766.350056] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e9fbe5-68a6-5678-4bbd-1eec53a5107b" [ 766.350056] env[69735]: _type = "Task" [ 766.350056] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.360249] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e9fbe5-68a6-5678-4bbd-1eec53a5107b, 'name': SearchDatastore_Task, 'duration_secs': 0.008748} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.361397] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e0eef4-41f0-46d1-ba65-0d35ee87791c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.366901] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 766.366901] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5224e706-dafa-479f-864a-8c9d2c34a308" [ 766.366901] env[69735]: _type = "Task" [ 766.366901] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.372643] env[69735]: DEBUG oslo_concurrency.lockutils [req-f7fba653-a40b-40fa-ba8f-8733e07fb499 req-f8ae2156-9aef-418f-b623-3ccca06e161b service nova] Releasing lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.379082] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5224e706-dafa-479f-864a-8c9d2c34a308, 'name': SearchDatastore_Task, 'duration_secs': 0.008722} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.379900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.380257] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 3be3e0be-3e3c-43dd-8e6e-c1add19412c4/3be3e0be-3e3c-43dd-8e6e-c1add19412c4.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.380478] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de9c32c-fd20-49ba-8d0a-0d9a2a439a31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.387370] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 766.387370] env[69735]: value = "task-3604795" [ 766.387370] env[69735]: _type = "Task" [ 766.387370] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.397754] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.434968] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604793, 'name': Rename_Task, 'duration_secs': 0.171565} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.434968] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.434968] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87020bf1-3a37-4b58-9a20-2d47e5659720 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.443335] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 766.443335] env[69735]: value = "task-3604796" [ 766.443335] env[69735]: _type = "Task" [ 766.443335] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.449859] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.529996] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "d670c7fd-fdba-418d-8aad-959821894e9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.530232] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "d670c7fd-fdba-418d-8aad-959821894e9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.578262] env[69735]: DEBUG nova.scheduler.client.report [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.595659] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604794, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.903034] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.956543] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604796, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.092848] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.093442] env[69735]: DEBUG nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.096686] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604794, 'name': CreateSnapshot_Task, 'duration_secs': 0.732791} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.100195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.858s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.100195] env[69735]: DEBUG nova.objects.instance [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lazy-loading 'resources' on Instance uuid 71b3d5d1-3110-478f-baf1-d77c2c85ac19 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.100195] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.101200] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132a6652-3667-4f7c-a905-91088cf4c8b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.276750] env[69735]: DEBUG nova.compute.manager [req-20145b87-b66d-4cc8-a820-3616f4f692d7 req-8d29b896-94a9-4df7-b70a-fdc08d539893 service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Received event network-changed-f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.276988] env[69735]: DEBUG nova.compute.manager [req-20145b87-b66d-4cc8-a820-3616f4f692d7 req-8d29b896-94a9-4df7-b70a-fdc08d539893 service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Refreshing instance network info cache due to event network-changed-f248f93d-a99f-4ac4-99f6-3366dee38f1b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.277230] env[69735]: DEBUG oslo_concurrency.lockutils [req-20145b87-b66d-4cc8-a820-3616f4f692d7 req-8d29b896-94a9-4df7-b70a-fdc08d539893 service nova] Acquiring lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.277380] env[69735]: DEBUG oslo_concurrency.lockutils [req-20145b87-b66d-4cc8-a820-3616f4f692d7 req-8d29b896-94a9-4df7-b70a-fdc08d539893 service nova] Acquired lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.277543] env[69735]: DEBUG nova.network.neutron [req-20145b87-b66d-4cc8-a820-3616f4f692d7 req-8d29b896-94a9-4df7-b70a-fdc08d539893 service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Refreshing network info cache for port f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.378520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.378973] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.402914] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532065} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.403378] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 3be3e0be-3e3c-43dd-8e6e-c1add19412c4/3be3e0be-3e3c-43dd-8e6e-c1add19412c4.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.403378] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.403669] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94aaabed-40e2-41d6-8bd5-99b9bf8ae30d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.412853] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 767.412853] env[69735]: value = "task-3604797" [ 767.412853] env[69735]: _type = "Task" [ 767.412853] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.419272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.419519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.429717] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.457693] env[69735]: DEBUG oslo_vmware.api [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604796, 'name': PowerOnVM_Task, 'duration_secs': 0.766012} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.458145] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.458559] env[69735]: INFO nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Took 10.94 seconds to spawn the instance on the hypervisor. [ 767.458879] env[69735]: DEBUG nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.459826] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756cd76a-39f0-4982-a130-60190b96babd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.607376] env[69735]: DEBUG nova.compute.utils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.608855] env[69735]: DEBUG nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.611119] env[69735]: DEBUG nova.network.neutron [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.625280] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.626279] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-886b118e-ecd0-4685-a8d8-491ff9ea001f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.639409] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 767.639409] env[69735]: value = "task-3604798" [ 767.639409] env[69735]: _type = "Task" [ 767.639409] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.653668] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604798, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.704440] env[69735]: DEBUG nova.policy [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc25c70121644449b9edae74fd5fd3b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b353f9e242f4d15aed809dc507475e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.935362] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06646} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.935362] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.936908] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89532965-75f8-40d6-b4bb-07f82f27809c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.972256] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 3be3e0be-3e3c-43dd-8e6e-c1add19412c4/3be3e0be-3e3c-43dd-8e6e-c1add19412c4.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.980896] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c95130-ef80-449f-b6be-b2df622284a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.010751] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "0baee1f7-d302-478a-a737-d2204fdbf87d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.011583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "0baee1f7-d302-478a-a737-d2204fdbf87d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.011861] env[69735]: INFO nova.compute.manager [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Took 40.59 seconds to build instance. [ 768.020037] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 768.020037] env[69735]: value = "task-3604799" [ 768.020037] env[69735]: _type = "Task" [ 768.020037] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.035878] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.117800] env[69735]: DEBUG nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.160620] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604798, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.295336] env[69735]: DEBUG nova.network.neutron [req-20145b87-b66d-4cc8-a820-3616f4f692d7 req-8d29b896-94a9-4df7-b70a-fdc08d539893 service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Updated VIF entry in instance network info cache for port f248f93d-a99f-4ac4-99f6-3366dee38f1b. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.295991] env[69735]: DEBUG nova.network.neutron [req-20145b87-b66d-4cc8-a820-3616f4f692d7 req-8d29b896-94a9-4df7-b70a-fdc08d539893 service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Updating instance_info_cache with network_info: [{"id": "f248f93d-a99f-4ac4-99f6-3366dee38f1b", "address": "fa:16:3e:10:f0:54", "network": {"id": "6180f3df-f0e2-4f6d-b0ea-116e12ca92c6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-421728514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c3cd694f8ad4973a427ccb466921848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf248f93d-a9", "ovs_interfaceid": "f248f93d-a99f-4ac4-99f6-3366dee38f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.320748] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef8f26c-1bc5-4dfe-948a-697f457c9fd3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.330034] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23b9c7-07d6-49a0-ae42-881e073eefca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.374374] env[69735]: DEBUG nova.network.neutron [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Successfully created port: 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.377066] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740ea09-01da-47b7-be48-f73d3e90ba63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.384502] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66c7ace-3cf9-4cd8-b3eb-f1fb35d9f115 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.399198] env[69735]: DEBUG nova.compute.provider_tree [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.514896] env[69735]: DEBUG oslo_concurrency.lockutils [None req-09c9aea5-5068-4e52-a9bd-516f5e639e95 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "4ce1e0c3-ce34-4acf-9a72-64c832056360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.215s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.529634] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604799, 'name': ReconfigVM_Task, 'duration_secs': 0.491665} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.530606] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 3be3e0be-3e3c-43dd-8e6e-c1add19412c4/3be3e0be-3e3c-43dd-8e6e-c1add19412c4.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.531274] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e91947-6a6d-4e07-928b-be6d6943bc45 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538799] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 768.538799] env[69735]: value = "task-3604800" [ 768.538799] env[69735]: _type = "Task" [ 768.538799] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.548494] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604800, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.654559] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604798, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.799619] env[69735]: DEBUG oslo_concurrency.lockutils [req-20145b87-b66d-4cc8-a820-3616f4f692d7 req-8d29b896-94a9-4df7-b70a-fdc08d539893 service nova] Releasing lock "refresh_cache-c5cf678b-99a6-4322-adfc-172f3e4d55f7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.904326] env[69735]: DEBUG nova.scheduler.client.report [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.994973] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.995217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.021318] env[69735]: DEBUG nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.049957] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604800, 'name': Rename_Task, 'duration_secs': 0.193894} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.050327] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.050488] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32800285-feb5-4444-a36e-3e2644516541 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.057305] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 769.057305] env[69735]: value = "task-3604801" [ 769.057305] env[69735]: _type = "Task" [ 769.057305] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.066378] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.129750] env[69735]: DEBUG nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.159610] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604798, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.171889] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.172967] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.172967] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.172967] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.172967] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.173307] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.173307] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.173556] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.173795] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.174036] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.174307] env[69735]: DEBUG nova.virt.hardware [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.175435] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e01c47-e4d8-4d26-8672-5d384c406e69 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.186961] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a82e02f-7a18-46b4-9fe7-2f8f74c57bd4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.410437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.413236] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.220s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.414975] env[69735]: INFO nova.compute.claims [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.440782] env[69735]: INFO nova.scheduler.client.report [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Deleted allocations for instance 71b3d5d1-3110-478f-baf1-d77c2c85ac19 [ 769.548431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.572949] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604801, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.658835] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604798, 'name': CloneVM_Task, 'duration_secs': 1.912888} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.659117] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Created linked-clone VM from snapshot [ 769.662238] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46871839-1232-4de1-a950-3001d1bd30c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.670064] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Uploading image 173b6ff6-be9a-4392-8cac-7929dcba57cd {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.699701] env[69735]: DEBUG oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.699701] env[69735]: value = "vm-719141" [ 769.699701] env[69735]: _type = "VirtualMachine" [ 769.699701] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.699701] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f078e545-1931-415a-9a31-6828be2bd734 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.708343] env[69735]: DEBUG oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease: (returnval){ [ 769.708343] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521799c0-092b-d1e4-30db-f2764459e42e" [ 769.708343] env[69735]: _type = "HttpNfcLease" [ 769.708343] env[69735]: } obtained for exporting VM: (result){ [ 769.708343] env[69735]: value = "vm-719141" [ 769.708343] env[69735]: _type = "VirtualMachine" [ 769.708343] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.708790] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the lease: (returnval){ [ 769.708790] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521799c0-092b-d1e4-30db-f2764459e42e" [ 769.708790] env[69735]: _type = "HttpNfcLease" [ 769.708790] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.716125] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.716125] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521799c0-092b-d1e4-30db-f2764459e42e" [ 769.716125] env[69735]: _type = "HttpNfcLease" [ 769.716125] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.950856] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e726efb2-3643-4316-adfc-05ae8e3599a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109 tempest-FloatingIPsAssociationNegativeTestJSON-1275738109-project-member] Lock "71b3d5d1-3110-478f-baf1-d77c2c85ac19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.280s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.071577] env[69735]: DEBUG oslo_vmware.api [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3604801, 'name': PowerOnVM_Task, 'duration_secs': 0.860763} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.071900] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.072160] env[69735]: INFO nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Took 10.86 seconds to spawn the instance on the hypervisor. [ 770.072381] env[69735]: DEBUG nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.073265] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1214432-a97b-46ba-9d57-c94f6adae5f2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.220980] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.220980] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521799c0-092b-d1e4-30db-f2764459e42e" [ 770.220980] env[69735]: _type = "HttpNfcLease" [ 770.220980] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.221347] env[69735]: DEBUG oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.221347] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521799c0-092b-d1e4-30db-f2764459e42e" [ 770.221347] env[69735]: _type = "HttpNfcLease" [ 770.221347] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.222087] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ac7dfc-8961-45d7-b353-3465549e8cc0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.233451] env[69735]: DEBUG oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7531b-148a-9bb0-d26d-3755e60957e1/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.233451] env[69735]: DEBUG oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7531b-148a-9bb0-d26d-3755e60957e1/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.338350] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92e2a6e4-6a42-4b94-a521-98ae31a225fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.365813] env[69735]: DEBUG nova.network.neutron [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Successfully updated port: 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.394293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.394535] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.398027] env[69735]: DEBUG nova.compute.manager [req-a44ac6af-f80f-47e2-bd08-a013df68ada8 req-5d14903d-8777-4dbd-8500-c2b68d81c786 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Received event network-vif-plugged-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.398174] env[69735]: DEBUG oslo_concurrency.lockutils [req-a44ac6af-f80f-47e2-bd08-a013df68ada8 req-5d14903d-8777-4dbd-8500-c2b68d81c786 service nova] Acquiring lock "a360387a-e02f-41c5-9b10-c67fb03433f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.398389] env[69735]: DEBUG oslo_concurrency.lockutils [req-a44ac6af-f80f-47e2-bd08-a013df68ada8 req-5d14903d-8777-4dbd-8500-c2b68d81c786 service nova] Lock "a360387a-e02f-41c5-9b10-c67fb03433f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.398581] env[69735]: DEBUG oslo_concurrency.lockutils [req-a44ac6af-f80f-47e2-bd08-a013df68ada8 req-5d14903d-8777-4dbd-8500-c2b68d81c786 service nova] Lock "a360387a-e02f-41c5-9b10-c67fb03433f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.398746] env[69735]: DEBUG nova.compute.manager [req-a44ac6af-f80f-47e2-bd08-a013df68ada8 req-5d14903d-8777-4dbd-8500-c2b68d81c786 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] No waiting events found dispatching network-vif-plugged-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.398920] env[69735]: WARNING nova.compute.manager [req-a44ac6af-f80f-47e2-bd08-a013df68ada8 req-5d14903d-8777-4dbd-8500-c2b68d81c786 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Received unexpected event network-vif-plugged-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb for instance with vm_state building and task_state spawning. [ 770.599104] env[69735]: INFO nova.compute.manager [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Took 40.49 seconds to build instance. [ 770.871348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.871348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.871348] env[69735]: DEBUG nova.network.neutron [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.065043] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bbe737-3e86-4225-900d-f0229f3071e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.073996] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae21834e-258f-4d52-8629-6d5e5b647131 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.116073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51c0a9d7-e771-465b-a568-78d2415d91b9 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.435s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.119272] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2834e08-d119-4c45-bc09-2521a24459a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.128944] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26053fe9-7e33-4f34-b28a-443c23a849fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.145448] env[69735]: DEBUG nova.compute.provider_tree [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.446752] env[69735]: DEBUG nova.network.neutron [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.477935] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquiring lock "4ce1e0c3-ce34-4acf-9a72-64c832056360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.478265] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "4ce1e0c3-ce34-4acf-9a72-64c832056360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.478522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquiring lock "4ce1e0c3-ce34-4acf-9a72-64c832056360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.478749] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "4ce1e0c3-ce34-4acf-9a72-64c832056360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.478996] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "4ce1e0c3-ce34-4acf-9a72-64c832056360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.482494] env[69735]: INFO nova.compute.manager [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Terminating instance [ 771.605898] env[69735]: DEBUG nova.compute.manager [req-e93433d4-657e-4af9-abbf-bfee43ebc5d1 req-d318d504-acea-4b0d-8212-c3a3984f1b92 service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Received event network-changed-655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.606198] env[69735]: DEBUG nova.compute.manager [req-e93433d4-657e-4af9-abbf-bfee43ebc5d1 req-d318d504-acea-4b0d-8212-c3a3984f1b92 service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Refreshing instance network info cache due to event network-changed-655c5bc2-1764-483b-bbf4-2229997d80d6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.606376] env[69735]: DEBUG oslo_concurrency.lockutils [req-e93433d4-657e-4af9-abbf-bfee43ebc5d1 req-d318d504-acea-4b0d-8212-c3a3984f1b92 service nova] Acquiring lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.606528] env[69735]: DEBUG oslo_concurrency.lockutils [req-e93433d4-657e-4af9-abbf-bfee43ebc5d1 req-d318d504-acea-4b0d-8212-c3a3984f1b92 service nova] Acquired lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.606880] env[69735]: DEBUG nova.network.neutron [req-e93433d4-657e-4af9-abbf-bfee43ebc5d1 req-d318d504-acea-4b0d-8212-c3a3984f1b92 service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Refreshing network info cache for port 655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.624052] env[69735]: DEBUG nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.648983] env[69735]: DEBUG nova.scheduler.client.report [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.775864] env[69735]: DEBUG nova.network.neutron [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updating instance_info_cache with network_info: [{"id": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "address": "fa:16:3e:a6:bd:e1", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fd10ef-e5", "ovs_interfaceid": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.987331] env[69735]: DEBUG nova.compute.manager [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.987564] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.988720] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9114954a-15af-4cbe-b921-67e7e3090629 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.997367] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.997658] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78ed6eb-34be-42b5-955d-81a3f4d2d77c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.006020] env[69735]: DEBUG oslo_vmware.api [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 772.006020] env[69735]: value = "task-3604803" [ 772.006020] env[69735]: _type = "Task" [ 772.006020] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.016093] env[69735]: DEBUG oslo_vmware.api [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.148511] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.156772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.157512] env[69735]: DEBUG nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.160512] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.363s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.162228] env[69735]: INFO nova.compute.claims [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.280063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Releasing lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.280445] env[69735]: DEBUG nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Instance network_info: |[{"id": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "address": "fa:16:3e:a6:bd:e1", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fd10ef-e5", "ovs_interfaceid": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.280894] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:bd:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.298581] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Creating folder: Project (3b353f9e242f4d15aed809dc507475e6). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.299504] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5771ce6d-495c-48ca-9bd8-345ae6dda81e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.312630] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Created folder: Project (3b353f9e242f4d15aed809dc507475e6) in parent group-v719064. [ 772.312973] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Creating folder: Instances. Parent ref: group-v719142. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.313344] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39ebe4bc-aacc-480e-bd21-a83dcf9d2329 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.324922] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Created folder: Instances in parent group-v719142. [ 772.325215] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.325424] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.325662] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45c99d61-dddd-4b6e-a697-308cce5fabda {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.355740] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.355740] env[69735]: value = "task-3604806" [ 772.355740] env[69735]: _type = "Task" [ 772.355740] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.364351] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604806, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.517842] env[69735]: DEBUG oslo_vmware.api [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604803, 'name': PowerOffVM_Task, 'duration_secs': 0.332101} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.517842] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.520364] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.520364] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da70d2a3-8303-4280-9eb1-c8852dca15cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.558116] env[69735]: DEBUG nova.compute.manager [req-235d462c-0fe5-4fb2-9302-55df4d84d39d req-1343cf02-edc8-46d8-8bac-71a74a0e155b service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Received event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.558687] env[69735]: DEBUG nova.compute.manager [req-235d462c-0fe5-4fb2-9302-55df4d84d39d req-1343cf02-edc8-46d8-8bac-71a74a0e155b service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing instance network info cache due to event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.560648] env[69735]: DEBUG oslo_concurrency.lockutils [req-235d462c-0fe5-4fb2-9302-55df4d84d39d req-1343cf02-edc8-46d8-8bac-71a74a0e155b service nova] Acquiring lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.560648] env[69735]: DEBUG oslo_concurrency.lockutils [req-235d462c-0fe5-4fb2-9302-55df4d84d39d req-1343cf02-edc8-46d8-8bac-71a74a0e155b service nova] Acquired lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.560648] env[69735]: DEBUG nova.network.neutron [req-235d462c-0fe5-4fb2-9302-55df4d84d39d req-1343cf02-edc8-46d8-8bac-71a74a0e155b service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.631494] env[69735]: DEBUG nova.network.neutron [req-e93433d4-657e-4af9-abbf-bfee43ebc5d1 req-d318d504-acea-4b0d-8212-c3a3984f1b92 service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Updated VIF entry in instance network info cache for port 655c5bc2-1764-483b-bbf4-2229997d80d6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.631494] env[69735]: DEBUG nova.network.neutron [req-e93433d4-657e-4af9-abbf-bfee43ebc5d1 req-d318d504-acea-4b0d-8212-c3a3984f1b92 service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Updating instance_info_cache with network_info: [{"id": "655c5bc2-1764-483b-bbf4-2229997d80d6", "address": "fa:16:3e:5e:90:ac", "network": {"id": "92dfe781-d116-417c-902d-cdb2229c37e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-518228473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5745efd5651543228f2c2ff93397f3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap655c5bc2-17", "ovs_interfaceid": "655c5bc2-1764-483b-bbf4-2229997d80d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.643156] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.643490] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.643730] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Deleting the datastore file [datastore2] 4ce1e0c3-ce34-4acf-9a72-64c832056360 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.644191] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2a06e9f-ce97-4d80-8b08-19b0018a9f0d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.651574] env[69735]: DEBUG oslo_vmware.api [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for the task: (returnval){ [ 772.651574] env[69735]: value = "task-3604808" [ 772.651574] env[69735]: _type = "Task" [ 772.651574] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.661117] env[69735]: DEBUG oslo_vmware.api [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.671394] env[69735]: DEBUG nova.compute.utils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.676590] env[69735]: DEBUG nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.677928] env[69735]: DEBUG nova.network.neutron [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.740993] env[69735]: DEBUG nova.policy [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451c2bdd95894deeb59c52a166c68296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89145079f85e4bf8a8df148aa37d4b7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.870437] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604806, 'name': CreateVM_Task, 'duration_secs': 0.376851} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.870623] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.871374] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.871542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.872729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.872729] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292f73d2-8931-492b-8531-147bc9e2251f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.877011] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 772.877011] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba9934-f1a0-eeb3-bbc9-35937021ad86" [ 772.877011] env[69735]: _type = "Task" [ 772.877011] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.888037] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba9934-f1a0-eeb3-bbc9-35937021ad86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.132905] env[69735]: DEBUG oslo_concurrency.lockutils [req-e93433d4-657e-4af9-abbf-bfee43ebc5d1 req-d318d504-acea-4b0d-8212-c3a3984f1b92 service nova] Releasing lock "refresh_cache-3be3e0be-3e3c-43dd-8e6e-c1add19412c4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.161499] env[69735]: DEBUG oslo_vmware.api [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Task: {'id': task-3604808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212977} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.165727] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.165727] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.165727] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.165727] env[69735]: INFO nova.compute.manager [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Took 1.18 seconds to destroy the instance on the hypervisor. [ 773.165727] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.165921] env[69735]: DEBUG nova.compute.manager [-] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.165921] env[69735]: DEBUG nova.network.neutron [-] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.179064] env[69735]: DEBUG nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.215286] env[69735]: DEBUG nova.network.neutron [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Successfully created port: 888465b5-94d2-4988-9858-9698c61e3ba3 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.391790] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba9934-f1a0-eeb3-bbc9-35937021ad86, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.392457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.392457] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.392814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.392990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.393186] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.393913] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d26288e-0ddc-4eff-8d2a-95017bad78c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.407953] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.407953] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.409433] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afab3e84-5053-44bc-9d21-28cfd7e2f29b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.418789] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 773.418789] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5282d0b2-1375-8a3e-b603-8c79189ab0aa" [ 773.418789] env[69735]: _type = "Task" [ 773.418789] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.435744] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5282d0b2-1375-8a3e-b603-8c79189ab0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.437211] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b025891b-d65b-4387-8125-fabd87871bc0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.445185] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 773.445185] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526e1a7f-495f-3313-d72d-60d166505541" [ 773.445185] env[69735]: _type = "Task" [ 773.445185] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.454709] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526e1a7f-495f-3313-d72d-60d166505541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.676545] env[69735]: DEBUG nova.network.neutron [req-235d462c-0fe5-4fb2-9302-55df4d84d39d req-1343cf02-edc8-46d8-8bac-71a74a0e155b service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updated VIF entry in instance network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.676943] env[69735]: DEBUG nova.network.neutron [req-235d462c-0fe5-4fb2-9302-55df4d84d39d req-1343cf02-edc8-46d8-8bac-71a74a0e155b service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updating instance_info_cache with network_info: [{"id": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "address": "fa:16:3e:a6:bd:e1", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fd10ef-e5", "ovs_interfaceid": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.802212] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25b728f-afa7-4930-8910-af5fe93e3ac2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.811021] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a9be7-f703-477a-a203-3abe4a589de3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.842866] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801aaa27-95e5-4349-b411-d90cd9fd31ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.851396] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e9f8bc-285f-4bc5-8e3a-80e5a0f05509 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.866531] env[69735]: DEBUG nova.compute.provider_tree [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.959006] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526e1a7f-495f-3313-d72d-60d166505541, 'name': SearchDatastore_Task, 'duration_secs': 0.01224} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.959960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.960236] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] a360387a-e02f-41c5-9b10-c67fb03433f8/a360387a-e02f-41c5-9b10-c67fb03433f8.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.961120] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cf55bf4-1a5d-4b48-ae35-5a30bd30e7ad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.969235] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 773.969235] env[69735]: value = "task-3604809" [ 773.969235] env[69735]: _type = "Task" [ 773.969235] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.981890] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.180064] env[69735]: DEBUG oslo_concurrency.lockutils [req-235d462c-0fe5-4fb2-9302-55df4d84d39d req-1343cf02-edc8-46d8-8bac-71a74a0e155b service nova] Releasing lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.195259] env[69735]: DEBUG nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.227546] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.227793] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.227943] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.228134] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.228277] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.228423] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.228668] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.228815] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.228982] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.229567] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.229840] env[69735]: DEBUG nova.virt.hardware [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.230740] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6868784f-e109-407a-8844-0d1ccbd5d25d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.241736] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d0b420-10a9-42a6-a176-c4183d61452c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.370450] env[69735]: DEBUG nova.scheduler.client.report [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.446591] env[69735]: DEBUG nova.network.neutron [-] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.481283] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604809, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.586143] env[69735]: DEBUG nova.compute.manager [req-db90f5d9-a249-4d7b-8509-2d4f9065f422 req-aa93fa75-0110-4201-85b1-d4587ee22d07 service nova] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Received event network-vif-deleted-47ee5d81-a552-4a01-8e6d-787be159e508 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.878147] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.878716] env[69735]: DEBUG nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.887239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.377s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.890413] env[69735]: INFO nova.compute.claims [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.950183] env[69735]: INFO nova.compute.manager [-] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Took 1.78 seconds to deallocate network for instance. [ 774.981932] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617647} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.982696] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] a360387a-e02f-41c5-9b10-c67fb03433f8/a360387a-e02f-41c5-9b10-c67fb03433f8.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.983000] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.983445] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e64ddfd1-d6fe-4e36-a0ca-f0c4ec744645 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.991131] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 774.991131] env[69735]: value = "task-3604810" [ 774.991131] env[69735]: _type = "Task" [ 774.991131] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.999895] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.396858] env[69735]: DEBUG nova.compute.utils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.403987] env[69735]: DEBUG nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.403987] env[69735]: DEBUG nova.network.neutron [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.459589] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.501085] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075459} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.501515] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.502534] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868494b2-b914-4811-963c-89c9d718a436 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.528935] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a360387a-e02f-41c5-9b10-c67fb03433f8/a360387a-e02f-41c5-9b10-c67fb03433f8.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.529452] env[69735]: DEBUG nova.policy [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e32bd63a23f44ab2b5ef1b9a08ad2180', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c46e8a91a65241eb8874a6b209655ab6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.530972] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c8e2cd-757f-4909-8f47-d45152073925 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.551147] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 775.551147] env[69735]: value = "task-3604811" [ 775.551147] env[69735]: _type = "Task" [ 775.551147] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.552030] env[69735]: DEBUG nova.network.neutron [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Successfully updated port: 888465b5-94d2-4988-9858-9698c61e3ba3 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.570459] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.907105] env[69735]: DEBUG nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.979933] env[69735]: DEBUG nova.network.neutron [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Successfully created port: 9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.063712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "refresh_cache-b43eab86-a3b9-4f1b-b074-dc65bca9d10f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.063912] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "refresh_cache-b43eab86-a3b9-4f1b-b074-dc65bca9d10f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.064011] env[69735]: DEBUG nova.network.neutron [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.065215] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.546264] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f39587f-96fc-4f1c-99f7-e79766ec35a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.561066] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d83a42-be02-4712-8c42-0de456f9702f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.569526] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604811, 'name': ReconfigVM_Task, 'duration_secs': 0.578626} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.596823] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a360387a-e02f-41c5-9b10-c67fb03433f8/a360387a-e02f-41c5-9b10-c67fb03433f8.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.600143] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e01240c3-e924-4192-b097-89600bc4edb6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.602582] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a6e0b-982c-4ea0-a465-deded7fc8bea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.614767] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f8ca1-c730-41d2-a56b-8467944219ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.619113] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 776.619113] env[69735]: value = "task-3604812" [ 776.619113] env[69735]: _type = "Task" [ 776.619113] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.631540] env[69735]: DEBUG nova.compute.provider_tree [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.640394] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604812, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.644942] env[69735]: DEBUG nova.network.neutron [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.872523] env[69735]: DEBUG nova.network.neutron [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Updating instance_info_cache with network_info: [{"id": "888465b5-94d2-4988-9858-9698c61e3ba3", "address": "fa:16:3e:13:47:2f", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888465b5-94", "ovs_interfaceid": "888465b5-94d2-4988-9858-9698c61e3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.902268] env[69735]: DEBUG nova.compute.manager [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Received event network-vif-plugged-888465b5-94d2-4988-9858-9698c61e3ba3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.902484] env[69735]: DEBUG oslo_concurrency.lockutils [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] Acquiring lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.902696] env[69735]: DEBUG oslo_concurrency.lockutils [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.902865] env[69735]: DEBUG oslo_concurrency.lockutils [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.903042] env[69735]: DEBUG nova.compute.manager [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] No waiting events found dispatching network-vif-plugged-888465b5-94d2-4988-9858-9698c61e3ba3 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.903207] env[69735]: WARNING nova.compute.manager [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Received unexpected event network-vif-plugged-888465b5-94d2-4988-9858-9698c61e3ba3 for instance with vm_state building and task_state spawning. [ 776.903369] env[69735]: DEBUG nova.compute.manager [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Received event network-changed-888465b5-94d2-4988-9858-9698c61e3ba3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.903535] env[69735]: DEBUG nova.compute.manager [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Refreshing instance network info cache due to event network-changed-888465b5-94d2-4988-9858-9698c61e3ba3. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.903695] env[69735]: DEBUG oslo_concurrency.lockutils [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] Acquiring lock "refresh_cache-b43eab86-a3b9-4f1b-b074-dc65bca9d10f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.921268] env[69735]: DEBUG nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.951866] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.952128] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.952283] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.952462] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.952606] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.952748] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.952955] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.953125] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.953293] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.953457] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.953630] env[69735]: DEBUG nova.virt.hardware [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.954537] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d065c34f-01c2-49ad-b121-b9c9a96d6a97 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.963304] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9baad62-5c28-4f24-8e28-f29d5a96c452 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.130817] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604812, 'name': Rename_Task, 'duration_secs': 0.24369} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.131176] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.131564] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19c9bcb5-1783-46fd-bc57-d16b588c9aca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.134775] env[69735]: DEBUG nova.scheduler.client.report [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.140321] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 777.140321] env[69735]: value = "task-3604813" [ 777.140321] env[69735]: _type = "Task" [ 777.140321] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.153919] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.301436] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquiring lock "66a7da51-9efb-40f0-88a6-52b205a15be8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.301630] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "66a7da51-9efb-40f0-88a6-52b205a15be8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.377195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "refresh_cache-b43eab86-a3b9-4f1b-b074-dc65bca9d10f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.377529] env[69735]: DEBUG nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Instance network_info: |[{"id": "888465b5-94d2-4988-9858-9698c61e3ba3", "address": "fa:16:3e:13:47:2f", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888465b5-94", "ovs_interfaceid": "888465b5-94d2-4988-9858-9698c61e3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.377841] env[69735]: DEBUG oslo_concurrency.lockutils [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] Acquired lock "refresh_cache-b43eab86-a3b9-4f1b-b074-dc65bca9d10f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.378032] env[69735]: DEBUG nova.network.neutron [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Refreshing network info cache for port 888465b5-94d2-4988-9858-9698c61e3ba3 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.379308] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:47:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888465b5-94d2-4988-9858-9698c61e3ba3', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.387226] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating folder: Project (89145079f85e4bf8a8df148aa37d4b7b). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.388501] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-712ea873-9b66-403a-9030-4af123ff1d93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.399568] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Created folder: Project (89145079f85e4bf8a8df148aa37d4b7b) in parent group-v719064. [ 777.399762] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating folder: Instances. Parent ref: group-v719145. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.400010] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b351590c-b39b-4d8b-b22d-7afd4d415224 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.410229] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Created folder: Instances in parent group-v719145. [ 777.410485] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.410680] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.410913] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-362a8cb5-b589-49ec-ba84-28c606f0253e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.435449] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.435449] env[69735]: value = "task-3604816" [ 777.435449] env[69735]: _type = "Task" [ 777.435449] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.445780] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604816, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.646656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.647428] env[69735]: DEBUG nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.654152] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.596s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.654152] env[69735]: DEBUG nova.objects.instance [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lazy-loading 'resources' on Instance uuid ace797e6-97fb-49f0-a35e-9259de311409 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.660111] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604813, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.946798] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604816, 'name': CreateVM_Task, 'duration_secs': 0.506296} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.947376] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.948191] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.948385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.948776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.949082] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82bd1931-f366-45cb-b480-2dfd02d1bb95 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.955592] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 777.955592] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52444817-122b-50f8-cb01-51c779484ea8" [ 777.955592] env[69735]: _type = "Task" [ 777.955592] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.964651] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52444817-122b-50f8-cb01-51c779484ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.024508] env[69735]: DEBUG nova.network.neutron [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Successfully updated port: 9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.154602] env[69735]: DEBUG oslo_vmware.api [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3604813, 'name': PowerOnVM_Task, 'duration_secs': 0.75868} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.154978] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.156033] env[69735]: INFO nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Took 9.03 seconds to spawn the instance on the hypervisor. [ 778.156033] env[69735]: DEBUG nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.157054] env[69735]: DEBUG nova.compute.utils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.159688] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4852ccf6-e9ae-4854-8948-f3460ca45781 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.166331] env[69735]: DEBUG nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.166615] env[69735]: DEBUG nova.network.neutron [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.363704] env[69735]: DEBUG oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7531b-148a-9bb0-d26d-3755e60957e1/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 778.365326] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777aba38-04ed-4a51-9be4-63d68b50da06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.372178] env[69735]: DEBUG oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7531b-148a-9bb0-d26d-3755e60957e1/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 778.372360] env[69735]: ERROR oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7531b-148a-9bb0-d26d-3755e60957e1/disk-0.vmdk due to incomplete transfer. [ 778.372907] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64a741be-819f-4b96-9016-2a34de532893 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.382048] env[69735]: DEBUG oslo_vmware.rw_handles [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7531b-148a-9bb0-d26d-3755e60957e1/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 778.382048] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Uploaded image 173b6ff6-be9a-4392-8cac-7929dcba57cd to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 778.382276] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 778.382409] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ec6fddc-f901-402f-b06a-d4c9d0f6a079 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.394241] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 778.394241] env[69735]: value = "task-3604817" [ 778.394241] env[69735]: _type = "Task" [ 778.394241] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.406519] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604817, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.465581] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52444817-122b-50f8-cb01-51c779484ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.014519} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.468131] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.468374] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.468674] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.468827] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.469013] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.469441] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2390899d-371f-4c7c-a940-9cd08c5c7678 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.479402] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.479517] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.480234] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4c33de-3536-4360-a564-7f63e41409ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.486821] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 778.486821] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dd3737-797b-3785-12ec-5ebaaacbbc14" [ 778.486821] env[69735]: _type = "Task" [ 778.486821] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.494270] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dd3737-797b-3785-12ec-5ebaaacbbc14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.527503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "refresh_cache-be1d2d89-cc25-465b-b8d6-905b2c838de6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.527817] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquired lock "refresh_cache-be1d2d89-cc25-465b-b8d6-905b2c838de6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.527817] env[69735]: DEBUG nova.network.neutron [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.545451] env[69735]: DEBUG nova.policy [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f91995d624f542d19e11c977f7ecac76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98941053ce574ed996cc5f60cbeac7c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.667414] env[69735]: DEBUG nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.675988] env[69735]: DEBUG nova.network.neutron [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Updated VIF entry in instance network info cache for port 888465b5-94d2-4988-9858-9698c61e3ba3. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.676386] env[69735]: DEBUG nova.network.neutron [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Updating instance_info_cache with network_info: [{"id": "888465b5-94d2-4988-9858-9698c61e3ba3", "address": "fa:16:3e:13:47:2f", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888465b5-94", "ovs_interfaceid": "888465b5-94d2-4988-9858-9698c61e3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.696031] env[69735]: INFO nova.compute.manager [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Took 40.78 seconds to build instance. [ 778.789338] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed52e9f0-2bee-42ca-bf11-bc17498cc8df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.797433] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5f149e-8cea-425f-a8e0-4111c3cf878b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.831200] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647fe984-53ab-4387-a166-42df30be9a9e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.839225] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc17b5d-aead-4a75-a770-4d567d836c85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.853474] env[69735]: DEBUG nova.compute.provider_tree [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.908125] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604817, 'name': Destroy_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.997695] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dd3737-797b-3785-12ec-5ebaaacbbc14, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.998564] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce788e6-2273-4ef5-8799-ef9c960a4251 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.004034] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 779.004034] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522e7896-42d3-6cf0-d236-33b6cfb86645" [ 779.004034] env[69735]: _type = "Task" [ 779.004034] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.012191] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522e7896-42d3-6cf0-d236-33b6cfb86645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.089926] env[69735]: DEBUG nova.network.neutron [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.192487] env[69735]: DEBUG oslo_concurrency.lockutils [req-b17b555d-4a5b-4ed9-b266-027699318f3e req-e5bcdde1-6497-4f7b-81a2-9c868d2feb9e service nova] Releasing lock "refresh_cache-b43eab86-a3b9-4f1b-b074-dc65bca9d10f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.199544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-85b7149e-2edb-4260-9cee-cae2d6629493 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "a360387a-e02f-41c5-9b10-c67fb03433f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.884s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.218751] env[69735]: DEBUG nova.network.neutron [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Successfully created port: f235b0ea-bfdf-494a-84b7-f12effb36aa2 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.362576] env[69735]: DEBUG nova.scheduler.client.report [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.406255] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604817, 'name': Destroy_Task, 'duration_secs': 0.533949} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.406557] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Destroyed the VM [ 779.406869] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.407149] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fa56065-ecd0-494f-95ae-c1531f00bb04 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.413084] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 779.413084] env[69735]: value = "task-3604818" [ 779.413084] env[69735]: _type = "Task" [ 779.413084] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.421662] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.430980] env[69735]: DEBUG nova.compute.manager [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Received event network-vif-plugged-9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.431207] env[69735]: DEBUG oslo_concurrency.lockutils [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] Acquiring lock "be1d2d89-cc25-465b-b8d6-905b2c838de6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.431456] env[69735]: DEBUG oslo_concurrency.lockutils [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] Lock "be1d2d89-cc25-465b-b8d6-905b2c838de6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.431572] env[69735]: DEBUG oslo_concurrency.lockutils [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] Lock "be1d2d89-cc25-465b-b8d6-905b2c838de6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.431734] env[69735]: DEBUG nova.compute.manager [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] No waiting events found dispatching network-vif-plugged-9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.432292] env[69735]: WARNING nova.compute.manager [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Received unexpected event network-vif-plugged-9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035 for instance with vm_state building and task_state spawning. [ 779.432492] env[69735]: DEBUG nova.compute.manager [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Received event network-changed-9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.432727] env[69735]: DEBUG nova.compute.manager [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Refreshing instance network info cache due to event network-changed-9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.432832] env[69735]: DEBUG oslo_concurrency.lockutils [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] Acquiring lock "refresh_cache-be1d2d89-cc25-465b-b8d6-905b2c838de6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.503904] env[69735]: DEBUG nova.network.neutron [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Updating instance_info_cache with network_info: [{"id": "9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035", "address": "fa:16:3e:c9:f3:3e", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e15a8b6-c8", "ovs_interfaceid": "9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.520710] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522e7896-42d3-6cf0-d236-33b6cfb86645, 'name': SearchDatastore_Task, 'duration_secs': 0.03411} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.521051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.521314] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] b43eab86-a3b9-4f1b-b074-dc65bca9d10f/b43eab86-a3b9-4f1b-b074-dc65bca9d10f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.521576] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4b812a1-b88c-4d32-9094-1a1146a27444 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.532919] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 779.532919] env[69735]: value = "task-3604819" [ 779.532919] env[69735]: _type = "Task" [ 779.532919] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.541632] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.693998] env[69735]: DEBUG nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.702505] env[69735]: DEBUG nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.727684] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.727947] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.731931] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.732469] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.732469] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.732653] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.732879] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.733047] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.733242] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.733381] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.733553] env[69735]: DEBUG nova.virt.hardware [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.734482] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47138d3a-7d8c-4c1e-8394-a83795e2bbe4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.743919] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc627b2-09e4-4ca4-a7af-6cc8ed75381c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.869521] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.873170] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.804s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.874938] env[69735]: INFO nova.compute.claims [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.900494] env[69735]: INFO nova.scheduler.client.report [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Deleted allocations for instance ace797e6-97fb-49f0-a35e-9259de311409 [ 779.925436] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604818, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.017021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Releasing lock "refresh_cache-be1d2d89-cc25-465b-b8d6-905b2c838de6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.017021] env[69735]: DEBUG nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Instance network_info: |[{"id": "9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035", "address": "fa:16:3e:c9:f3:3e", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e15a8b6-c8", "ovs_interfaceid": "9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.017413] env[69735]: DEBUG oslo_concurrency.lockutils [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] Acquired lock "refresh_cache-be1d2d89-cc25-465b-b8d6-905b2c838de6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.017413] env[69735]: DEBUG nova.network.neutron [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Refreshing network info cache for port 9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.017413] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:f3:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.025935] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.027157] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.027514] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8379c84-18d7-49b9-b28a-92a9e45a6396 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.056080] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.056080] env[69735]: value = "task-3604820" [ 780.056080] env[69735]: _type = "Task" [ 780.056080] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.058990] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49498} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.062165] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] b43eab86-a3b9-4f1b-b074-dc65bca9d10f/b43eab86-a3b9-4f1b-b074-dc65bca9d10f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.062563] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.062907] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9165a0ef-c84e-4bc8-b1ba-826475f4b522 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.070104] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604820, 'name': CreateVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.071740] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 780.071740] env[69735]: value = "task-3604821" [ 780.071740] env[69735]: _type = "Task" [ 780.071740] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.079992] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.228011] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.408813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6650f52a-cb0e-4031-a139-e889d006ef0e tempest-ServerDiagnosticsTest-7361437 tempest-ServerDiagnosticsTest-7361437-project-member] Lock "ace797e6-97fb-49f0-a35e-9259de311409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.894s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.423679] env[69735]: DEBUG oslo_vmware.api [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604818, 'name': RemoveSnapshot_Task, 'duration_secs': 0.804169} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.423910] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.424211] env[69735]: INFO nova.compute.manager [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Took 14.91 seconds to snapshot the instance on the hypervisor. [ 780.570211] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604820, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.580211] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067363} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.580519] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.581340] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc4f2d9-1fcf-447c-b4b6-8f1ef194fdb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.605129] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] b43eab86-a3b9-4f1b-b074-dc65bca9d10f/b43eab86-a3b9-4f1b-b074-dc65bca9d10f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.605467] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44be9f85-1ea2-40e3-9125-e11de743ea45 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.626689] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 780.626689] env[69735]: value = "task-3604822" [ 780.626689] env[69735]: _type = "Task" [ 780.626689] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.635276] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.926796] env[69735]: DEBUG nova.network.neutron [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Updated VIF entry in instance network info cache for port 9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.927142] env[69735]: DEBUG nova.network.neutron [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Updating instance_info_cache with network_info: [{"id": "9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035", "address": "fa:16:3e:c9:f3:3e", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e15a8b6-c8", "ovs_interfaceid": "9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.999601] env[69735]: DEBUG nova.compute.manager [None req-3d998959-fd53-4449-bd9b-0509980697a2 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Found 1 images (rotation: 2) {{(pid=69735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 781.073795] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604820, 'name': CreateVM_Task, 'duration_secs': 0.74775} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.074164] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.074829] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.074997] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.075945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.075945] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ad5e76-cf84-494c-b68d-3a12bac50605 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.080574] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 781.080574] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528ba858-f3f5-6dc5-bd00-a0c9f298c438" [ 781.080574] env[69735]: _type = "Task" [ 781.080574] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.088691] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528ba858-f3f5-6dc5-bd00-a0c9f298c438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.139370] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.324529] env[69735]: DEBUG nova.network.neutron [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Successfully updated port: f235b0ea-bfdf-494a-84b7-f12effb36aa2 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.431364] env[69735]: DEBUG oslo_concurrency.lockutils [req-612da809-aa62-4b2d-9bd7-20f2e6069bbe req-2b15ac7e-6538-45ee-9b53-c8348b04ab26 service nova] Releasing lock "refresh_cache-be1d2d89-cc25-465b-b8d6-905b2c838de6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.511369] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da95e6-9df1-4060-9812-fc8767fcb46c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.518990] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5728f77-9466-4711-91ad-e8381618cf2e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.550983] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695990f5-a7b7-4355-95aa-aef90cbbf7d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.559334] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ca1530-ed05-489b-ab45-f56659d0ae74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.564489] env[69735]: DEBUG nova.compute.manager [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Received event network-vif-plugged-f235b0ea-bfdf-494a-84b7-f12effb36aa2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.564713] env[69735]: DEBUG oslo_concurrency.lockutils [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] Acquiring lock "d4b37d65-3847-4913-aa50-d6b93378a4e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.564914] env[69735]: DEBUG oslo_concurrency.lockutils [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] Lock "d4b37d65-3847-4913-aa50-d6b93378a4e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.565086] env[69735]: DEBUG oslo_concurrency.lockutils [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] Lock "d4b37d65-3847-4913-aa50-d6b93378a4e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.565244] env[69735]: DEBUG nova.compute.manager [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] No waiting events found dispatching network-vif-plugged-f235b0ea-bfdf-494a-84b7-f12effb36aa2 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.565401] env[69735]: WARNING nova.compute.manager [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Received unexpected event network-vif-plugged-f235b0ea-bfdf-494a-84b7-f12effb36aa2 for instance with vm_state building and task_state spawning. [ 781.565552] env[69735]: DEBUG nova.compute.manager [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Received event network-changed-f235b0ea-bfdf-494a-84b7-f12effb36aa2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.565722] env[69735]: DEBUG nova.compute.manager [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Refreshing instance network info cache due to event network-changed-f235b0ea-bfdf-494a-84b7-f12effb36aa2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.565873] env[69735]: DEBUG oslo_concurrency.lockutils [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] Acquiring lock "refresh_cache-d4b37d65-3847-4913-aa50-d6b93378a4e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.566127] env[69735]: DEBUG oslo_concurrency.lockutils [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] Acquired lock "refresh_cache-d4b37d65-3847-4913-aa50-d6b93378a4e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.566217] env[69735]: DEBUG nova.network.neutron [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Refreshing network info cache for port f235b0ea-bfdf-494a-84b7-f12effb36aa2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.579275] env[69735]: DEBUG nova.compute.provider_tree [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.594536] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528ba858-f3f5-6dc5-bd00-a0c9f298c438, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.594882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.595124] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.595360] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.595506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.595682] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.596154] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c110ee5a-f05a-487c-87a0-79096e4e8d71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.605101] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.605310] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.607098] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5e6086-e0aa-4a27-86a6-7e94044e90f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.613205] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 781.613205] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523c68bd-4e7f-9a03-c07c-2e64b990a822" [ 781.613205] env[69735]: _type = "Task" [ 781.613205] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.623471] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523c68bd-4e7f-9a03-c07c-2e64b990a822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.635431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "6ae1e213-9754-452a-ba79-04910f983b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.635606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.639468] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604822, 'name': ReconfigVM_Task, 'duration_secs': 0.669168} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.641518] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] b43eab86-a3b9-4f1b-b074-dc65bca9d10f/b43eab86-a3b9-4f1b-b074-dc65bca9d10f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.641518] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89a7037e-823a-46c5-936b-d9964c6c67d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.646189] env[69735]: DEBUG nova.network.neutron [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.649771] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 781.649771] env[69735]: value = "task-3604823" [ 781.649771] env[69735]: _type = "Task" [ 781.649771] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.657399] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604823, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.738130] env[69735]: DEBUG nova.network.neutron [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.826669] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "refresh_cache-d4b37d65-3847-4913-aa50-d6b93378a4e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.085286] env[69735]: DEBUG nova.scheduler.client.report [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.124233] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523c68bd-4e7f-9a03-c07c-2e64b990a822, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.125057] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ded3a7-e7ce-4fe6-aecf-cc593df79ccc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.130155] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 782.130155] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52210a84-763c-6614-1b96-919e6aa796f2" [ 782.130155] env[69735]: _type = "Task" [ 782.130155] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.138821] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52210a84-763c-6614-1b96-919e6aa796f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.164157] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604823, 'name': Rename_Task, 'duration_secs': 0.399251} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.164375] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.164678] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2829ddbb-ac7c-420c-b051-636f93c4396e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.171228] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 782.171228] env[69735]: value = "task-3604824" [ 782.171228] env[69735]: _type = "Task" [ 782.171228] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.179472] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.241240] env[69735]: DEBUG oslo_concurrency.lockutils [req-44dbc690-dd07-4779-be08-b1af86a6b135 req-87c4dfae-0fed-461c-aba7-7c7a6d352365 service nova] Releasing lock "refresh_cache-d4b37d65-3847-4913-aa50-d6b93378a4e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.241835] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquired lock "refresh_cache-d4b37d65-3847-4913-aa50-d6b93378a4e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.241995] env[69735]: DEBUG nova.network.neutron [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.589944] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.590499] env[69735]: DEBUG nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.593309] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.236s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.593499] env[69735]: DEBUG nova.objects.instance [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 782.641043] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52210a84-763c-6614-1b96-919e6aa796f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.641186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.641434] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] be1d2d89-cc25-465b-b8d6-905b2c838de6/be1d2d89-cc25-465b-b8d6-905b2c838de6.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.642029] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1c097b0-8e42-40b2-85ce-896a8630c4a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.648597] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 782.648597] env[69735]: value = "task-3604825" [ 782.648597] env[69735]: _type = "Task" [ 782.648597] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.656367] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.681472] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.718608] env[69735]: DEBUG nova.compute.manager [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.719626] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222d2ac4-49ee-49ba-bfba-2b211bf15ca3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.800665] env[69735]: DEBUG nova.network.neutron [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.076547] env[69735]: DEBUG nova.network.neutron [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Updating instance_info_cache with network_info: [{"id": "f235b0ea-bfdf-494a-84b7-f12effb36aa2", "address": "fa:16:3e:a8:41:fc", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf235b0ea-bf", "ovs_interfaceid": "f235b0ea-bfdf-494a-84b7-f12effb36aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.099103] env[69735]: DEBUG nova.compute.utils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.103780] env[69735]: DEBUG nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.104051] env[69735]: DEBUG nova.network.neutron [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.141431] env[69735]: DEBUG nova.policy [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1528f3206e42473981bd073660c47df8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e90ef104fab4f1a8baf5bf5c820f419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.158940] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479451} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.159224] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] be1d2d89-cc25-465b-b8d6-905b2c838de6/be1d2d89-cc25-465b-b8d6-905b2c838de6.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.159434] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.159745] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76f15a9f-bd5f-4700-8871-996741c85774 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.166184] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 783.166184] env[69735]: value = "task-3604826" [ 783.166184] env[69735]: _type = "Task" [ 783.166184] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.178551] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.183217] env[69735]: DEBUG oslo_vmware.api [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604824, 'name': PowerOnVM_Task, 'duration_secs': 0.769573} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.183476] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.183673] env[69735]: INFO nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Took 8.99 seconds to spawn the instance on the hypervisor. [ 783.183846] env[69735]: DEBUG nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.184618] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344c519d-59b5-4da7-a17e-1f029f60300d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.229744] env[69735]: INFO nova.compute.manager [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] instance snapshotting [ 783.230389] env[69735]: DEBUG nova.objects.instance [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'flavor' on Instance uuid 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.583270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Releasing lock "refresh_cache-d4b37d65-3847-4913-aa50-d6b93378a4e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.583270] env[69735]: DEBUG nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Instance network_info: |[{"id": "f235b0ea-bfdf-494a-84b7-f12effb36aa2", "address": "fa:16:3e:a8:41:fc", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf235b0ea-bf", "ovs_interfaceid": "f235b0ea-bfdf-494a-84b7-f12effb36aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.583491] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:41:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f235b0ea-bfdf-494a-84b7-f12effb36aa2', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.590290] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.590694] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.591141] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deac167e-a728-48c4-8207-ff898fac4b40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.610017] env[69735]: DEBUG nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.614490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-617be462-26a8-4da5-93af-edf69ea213f2 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.615051] env[69735]: DEBUG nova.network.neutron [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Successfully created port: f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.617730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.849s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.618143] env[69735]: DEBUG nova.objects.instance [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lazy-loading 'resources' on Instance uuid 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.628019] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.628019] env[69735]: value = "task-3604827" [ 783.628019] env[69735]: _type = "Task" [ 783.628019] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.635854] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604827, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.680504] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064271} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.681025] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.683588] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405ff651-ef1e-43ca-b755-a5e446b1e482 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.712217] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] be1d2d89-cc25-465b-b8d6-905b2c838de6/be1d2d89-cc25-465b-b8d6-905b2c838de6.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.714310] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5bb0da1-c125-48a5-a37c-66d39787c3a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.733024] env[69735]: INFO nova.compute.manager [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Took 41.56 seconds to build instance. [ 783.737986] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc4189b-b17b-4e3b-9a08-e4c6eeab8261 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.742423] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 783.742423] env[69735]: value = "task-3604828" [ 783.742423] env[69735]: _type = "Task" [ 783.742423] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.762441] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1233fba-4f17-44fc-808f-f88a408d10e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.769254] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.142215] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604827, 'name': CreateVM_Task, 'duration_secs': 0.374481} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.142215] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.142215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.142215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.142215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.142637] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9cfd25-4fa0-4af7-b8f7-bb6f3eb63e4a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.148156] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 784.148156] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e34856-328c-6b98-d1ef-78dab2684af1" [ 784.148156] env[69735]: _type = "Task" [ 784.148156] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.156318] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e34856-328c-6b98-d1ef-78dab2684af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.237499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f172e701-abed-4cbb-be63-d6e8562ddf07 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.467s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.257160] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.277489] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 784.277820] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb942248-5c3e-4b76-85a8-528f9b2c27d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.288609] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 784.288609] env[69735]: value = "task-3604829" [ 784.288609] env[69735]: _type = "Task" [ 784.288609] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.303928] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604829, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.639042] env[69735]: DEBUG nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.661321] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e34856-328c-6b98-d1ef-78dab2684af1, 'name': SearchDatastore_Task, 'duration_secs': 0.014318} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.665422] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.665422] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.665422] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.665665] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.665665] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.665665] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.665665] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.665665] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.665800] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.665800] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.665800] env[69735]: DEBUG nova.virt.hardware [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.665800] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.666044] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.666255] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.666400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.666608] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.667449] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b64d25-6a42-42f1-a35e-a3b5f869beba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.670935] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b189b794-0caf-4a19-8757-98bbf5105dc0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.679120] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58672ba-ac12-4886-9afe-463d5da12184 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.684130] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.684250] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.688543] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb54fc30-2b97-4f48-a60a-cf2cbe396313 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.709378] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 784.709378] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dcb163-f8a4-e655-4df7-5c81dc1b097f" [ 784.709378] env[69735]: _type = "Task" [ 784.709378] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.718374] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dcb163-f8a4-e655-4df7-5c81dc1b097f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.740498] env[69735]: DEBUG nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.759592] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604828, 'name': ReconfigVM_Task, 'duration_secs': 0.684623} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.759592] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dd39ae-e5f8-47c6-bb0c-9207d2ea4d61 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.763032] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Reconfigured VM instance instance-0000001b to attach disk [datastore2] be1d2d89-cc25-465b-b8d6-905b2c838de6/be1d2d89-cc25-465b-b8d6-905b2c838de6.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.763268] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f68edb61-e87c-497e-8197-45367487f205 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.771880] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2f7b3-84c8-4fcc-9cef-924d3be1cf85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.774303] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 784.774303] env[69735]: value = "task-3604830" [ 784.774303] env[69735]: _type = "Task" [ 784.774303] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.804598] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.804872] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.805059] env[69735]: DEBUG nova.compute.manager [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.810869] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b33612-b34f-429c-bbe5-1f79b8b9f38c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.813564] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c31787-e6cb-4657-b5fd-3fd3f30dca65 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.822332] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604830, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.828162] env[69735]: DEBUG nova.compute.manager [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 784.828813] env[69735]: DEBUG nova.objects.instance [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lazy-loading 'flavor' on Instance uuid b43eab86-a3b9-4f1b-b074-dc65bca9d10f {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.835939] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604829, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.841577] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efd46ce-edfc-4327-8ace-dc166ea23eb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.858273] env[69735]: DEBUG nova.compute.provider_tree [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.220243] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dcb163-f8a4-e655-4df7-5c81dc1b097f, 'name': SearchDatastore_Task, 'duration_secs': 0.014536} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.221068] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89ecbaf-5a71-4c04-860c-f716421db530 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.226528] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 785.226528] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52177624-a2aa-cf25-be41-3d6ab660e476" [ 785.226528] env[69735]: _type = "Task" [ 785.226528] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.234250] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52177624-a2aa-cf25-be41-3d6ab660e476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.281115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.286316] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604830, 'name': Rename_Task, 'duration_secs': 0.163573} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.286632] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.286872] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b853ad36-cbf6-4876-a587-b26212b65c7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.293857] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 785.293857] env[69735]: value = "task-3604831" [ 785.293857] env[69735]: _type = "Task" [ 785.293857] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.304252] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.316557] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604829, 'name': CreateSnapshot_Task, 'duration_secs': 0.585316} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.317521] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 785.318126] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77afe9c-86a9-4453-a9bb-c85cb22bcb25 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.364237] env[69735]: DEBUG nova.scheduler.client.report [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.611362] env[69735]: DEBUG nova.compute.manager [req-beb86950-5d35-4d26-b357-787f435ddfef req-6cec86e5-3cc8-4361-8a8c-a1cec834ad19 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Received event network-vif-plugged-f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.611527] env[69735]: DEBUG oslo_concurrency.lockutils [req-beb86950-5d35-4d26-b357-787f435ddfef req-6cec86e5-3cc8-4361-8a8c-a1cec834ad19 service nova] Acquiring lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.611748] env[69735]: DEBUG oslo_concurrency.lockutils [req-beb86950-5d35-4d26-b357-787f435ddfef req-6cec86e5-3cc8-4361-8a8c-a1cec834ad19 service nova] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.611963] env[69735]: DEBUG oslo_concurrency.lockutils [req-beb86950-5d35-4d26-b357-787f435ddfef req-6cec86e5-3cc8-4361-8a8c-a1cec834ad19 service nova] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.612446] env[69735]: DEBUG nova.compute.manager [req-beb86950-5d35-4d26-b357-787f435ddfef req-6cec86e5-3cc8-4361-8a8c-a1cec834ad19 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] No waiting events found dispatching network-vif-plugged-f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.612628] env[69735]: WARNING nova.compute.manager [req-beb86950-5d35-4d26-b357-787f435ddfef req-6cec86e5-3cc8-4361-8a8c-a1cec834ad19 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Received unexpected event network-vif-plugged-f483a55d-c270-4325-acc0-bf433c8a4b25 for instance with vm_state building and task_state spawning. [ 785.636159] env[69735]: DEBUG nova.network.neutron [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Successfully updated port: f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.738020] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52177624-a2aa-cf25-be41-3d6ab660e476, 'name': SearchDatastore_Task, 'duration_secs': 0.017779} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.738020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.738020] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d4b37d65-3847-4913-aa50-d6b93378a4e0/d4b37d65-3847-4913-aa50-d6b93378a4e0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.738020] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4776ebce-9b1e-4a4c-9d8a-4db78a66fb53 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.744622] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 785.744622] env[69735]: value = "task-3604832" [ 785.744622] env[69735]: _type = "Task" [ 785.744622] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.758207] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.805399] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604831, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.841368] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.841974] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.842213] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-840d66cb-0855-4d42-802c-01a2c3cbe8ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.845292] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d426b80-f356-47f6-bd3f-6ba0cd0d7b2f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.851389] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 785.851389] env[69735]: value = "task-3604833" [ 785.851389] env[69735]: _type = "Task" [ 785.851389] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.855866] env[69735]: DEBUG oslo_vmware.api [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 785.855866] env[69735]: value = "task-3604834" [ 785.855866] env[69735]: _type = "Task" [ 785.855866] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.862236] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604833, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.867200] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.869101] env[69735]: DEBUG oslo_vmware.api [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.869561] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.925s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.869795] env[69735]: DEBUG nova.objects.instance [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lazy-loading 'resources' on Instance uuid b0de3cdc-649d-4496-990a-463387e092da {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.889513] env[69735]: INFO nova.scheduler.client.report [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Deleted allocations for instance 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5 [ 786.142348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.142348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.142484] env[69735]: DEBUG nova.network.neutron [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.257077] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604832, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.306198] env[69735]: DEBUG oslo_vmware.api [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604831, 'name': PowerOnVM_Task, 'duration_secs': 0.685169} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.306631] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.306922] env[69735]: INFO nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Took 9.39 seconds to spawn the instance on the hypervisor. [ 786.307248] env[69735]: DEBUG nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.308177] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3adff01-3b25-4b9d-a1d4-b4ff8711ee6d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.363849] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604833, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.369817] env[69735]: DEBUG oslo_vmware.api [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604834, 'name': PowerOffVM_Task, 'duration_secs': 0.328071} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.370065] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.370261] env[69735]: DEBUG nova.compute.manager [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.371041] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc722d-6982-4d5c-9af3-ee16c4ddeb52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.397551] env[69735]: DEBUG oslo_concurrency.lockutils [None req-89f82a47-697e-417f-935b-c73d73889695 tempest-InstanceActionsNegativeTestJSON-539763132 tempest-InstanceActionsNegativeTestJSON-539763132-project-member] Lock "58f4e063-6abe-46ee-9a30-ee3cd7cd70d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.956s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.712220] env[69735]: DEBUG nova.network.neutron [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.765750] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560541} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.766058] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d4b37d65-3847-4913-aa50-d6b93378a4e0/d4b37d65-3847-4913-aa50-d6b93378a4e0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.766058] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.767294] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46ae714f-1a32-4152-8ff7-38dbe1dfa8d0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.774516] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 786.774516] env[69735]: value = "task-3604835" [ 786.774516] env[69735]: _type = "Task" [ 786.774516] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.784415] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.834542] env[69735]: INFO nova.compute.manager [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Took 44.05 seconds to build instance. [ 786.864735] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604833, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.888350] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4fe32636-9fbb-4693-9fe6-0932e2b09bf0 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.912539] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb417b-3ec3-41cb-a4ad-9c964cd99755 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.919800] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4bf750-7889-4fc7-b93c-32a44b60c563 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.954629] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0771f9d-71f2-453c-95da-e73ae5f5c55b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.962579] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca171d6c-809f-49b0-b2fe-0002abd78fc7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.976428] env[69735]: DEBUG nova.compute.provider_tree [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.978727] env[69735]: DEBUG nova.network.neutron [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.288048] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062584} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.288350] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.289146] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cfc44d-bf8c-4938-82e1-9f305ed2ec3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.315155] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d4b37d65-3847-4913-aa50-d6b93378a4e0/d4b37d65-3847-4913-aa50-d6b93378a4e0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.315155] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec72fa0-6068-4ff0-9301-9b56602a0d72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.335252] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 787.335252] env[69735]: value = "task-3604836" [ 787.335252] env[69735]: _type = "Task" [ 787.335252] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.338765] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ac842fc1-4b7d-4538-b930-b18b7d6b49a5 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "be1d2d89-cc25-465b-b8d6-905b2c838de6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.325s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.345784] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.366411] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604833, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.481919] env[69735]: DEBUG nova.scheduler.client.report [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.486042] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.486325] env[69735]: DEBUG nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Instance network_info: |[{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.486713] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:d0:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f483a55d-c270-4325-acc0-bf433c8a4b25', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.496411] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Creating folder: Project (0e90ef104fab4f1a8baf5bf5c820f419). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.496708] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c44e0b4a-e418-48f3-a63a-e9437072f098 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.511717] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Created folder: Project (0e90ef104fab4f1a8baf5bf5c820f419) in parent group-v719064. [ 787.511928] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Creating folder: Instances. Parent ref: group-v719152. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.512419] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5985068c-6a86-4c20-8ebf-4b138f2e53c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.526160] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Created folder: Instances in parent group-v719152. [ 787.526432] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.526708] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.526939] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-910963d7-ff7f-41bb-9dc8-706669aac20c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.553202] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.553202] env[69735]: value = "task-3604839" [ 787.553202] env[69735]: _type = "Task" [ 787.553202] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.563322] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604839, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.609093] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a807e949-f67f-4857-9dc7-8c353205862a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.618641] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-05bac4a6-45b8-453d-a1d8-9a113177c337 tempest-ServersAdminNegativeTestJSON-606332661 tempest-ServersAdminNegativeTestJSON-606332661-project-admin] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Suspending the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 787.619068] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-99980ba2-6ef4-4343-b210-d06a4cbdc1e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.631317] env[69735]: DEBUG oslo_vmware.api [None req-05bac4a6-45b8-453d-a1d8-9a113177c337 tempest-ServersAdminNegativeTestJSON-606332661 tempest-ServersAdminNegativeTestJSON-606332661-project-admin] Waiting for the task: (returnval){ [ 787.631317] env[69735]: value = "task-3604840" [ 787.631317] env[69735]: _type = "Task" [ 787.631317] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.642974] env[69735]: DEBUG oslo_vmware.api [None req-05bac4a6-45b8-453d-a1d8-9a113177c337 tempest-ServersAdminNegativeTestJSON-606332661 tempest-ServersAdminNegativeTestJSON-606332661-project-admin] Task: {'id': task-3604840, 'name': SuspendVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.842729] env[69735]: DEBUG nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.860312] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604836, 'name': ReconfigVM_Task, 'duration_secs': 0.282321} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.866021] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d4b37d65-3847-4913-aa50-d6b93378a4e0/d4b37d65-3847-4913-aa50-d6b93378a4e0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.867761] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-380adb61-979a-4a80-a95d-a565a8ca901e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.886710] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604833, 'name': CloneVM_Task, 'duration_secs': 1.597305} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.891029] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Created linked-clone VM from snapshot [ 787.891029] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 787.891029] env[69735]: value = "task-3604841" [ 787.891029] env[69735]: _type = "Task" [ 787.891029] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.891029] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e71b76-816b-4288-9d90-fafe5ae9cca1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.912381] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Uploading image 17dae2b0-93b4-4bb6-84cf-4341a3902007 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.914286] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604841, 'name': Rename_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.942068] env[69735]: DEBUG oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 787.942068] env[69735]: value = "vm-719151" [ 787.942068] env[69735]: _type = "VirtualMachine" [ 787.942068] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 787.942489] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-150f97e9-2954-4235-8f53-70e6252e898a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.957032] env[69735]: DEBUG oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease: (returnval){ [ 787.957032] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5233797b-3d3d-2c46-19dc-4dda19bf701f" [ 787.957032] env[69735]: _type = "HttpNfcLease" [ 787.957032] env[69735]: } obtained for exporting VM: (result){ [ 787.957032] env[69735]: value = "vm-719151" [ 787.957032] env[69735]: _type = "VirtualMachine" [ 787.957032] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 787.957032] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the lease: (returnval){ [ 787.957032] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5233797b-3d3d-2c46-19dc-4dda19bf701f" [ 787.957032] env[69735]: _type = "HttpNfcLease" [ 787.957032] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 787.964232] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.964232] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5233797b-3d3d-2c46-19dc-4dda19bf701f" [ 787.964232] env[69735]: _type = "HttpNfcLease" [ 787.964232] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.997996] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.001329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.336s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.001706] env[69735]: DEBUG nova.objects.instance [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lazy-loading 'resources' on Instance uuid 57385667-4ff4-49e8-88d3-f60ed2207f9a {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.029150] env[69735]: INFO nova.scheduler.client.report [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Deleted allocations for instance b0de3cdc-649d-4496-990a-463387e092da [ 788.068975] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604839, 'name': CreateVM_Task, 'duration_secs': 0.452948} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.068975] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.069730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.069903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.070266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.071188] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3373c322-f5dc-408a-bb36-254cebee0144 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.078382] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 788.078382] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52868705-cb5b-85d3-1511-7696e885cfe6" [ 788.078382] env[69735]: _type = "Task" [ 788.078382] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.096314] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52868705-cb5b-85d3-1511-7696e885cfe6, 'name': SearchDatastore_Task} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.097775] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.098046] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.098364] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.098540] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.098781] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.099560] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d07e4c47-4ffa-4c71-97fd-4b2386ba1a9d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.103991] env[69735]: DEBUG nova.compute.manager [req-4d3c5114-a190-4845-bc22-3e46b1781240 req-0d215985-bece-4d32-898c-c071ee8579f4 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Received event network-changed-f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.104192] env[69735]: DEBUG nova.compute.manager [req-4d3c5114-a190-4845-bc22-3e46b1781240 req-0d215985-bece-4d32-898c-c071ee8579f4 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Refreshing instance network info cache due to event network-changed-f483a55d-c270-4325-acc0-bf433c8a4b25. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.104398] env[69735]: DEBUG oslo_concurrency.lockutils [req-4d3c5114-a190-4845-bc22-3e46b1781240 req-0d215985-bece-4d32-898c-c071ee8579f4 service nova] Acquiring lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.104554] env[69735]: DEBUG oslo_concurrency.lockutils [req-4d3c5114-a190-4845-bc22-3e46b1781240 req-0d215985-bece-4d32-898c-c071ee8579f4 service nova] Acquired lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.104684] env[69735]: DEBUG nova.network.neutron [req-4d3c5114-a190-4845-bc22-3e46b1781240 req-0d215985-bece-4d32-898c-c071ee8579f4 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Refreshing network info cache for port f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.114223] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.114422] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.115666] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466de45c-18d6-460b-af13-a58553d8ac81 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.122814] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 788.122814] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d519fd-eae1-b6e6-a2ff-248363ad845d" [ 788.122814] env[69735]: _type = "Task" [ 788.122814] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.134739] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d519fd-eae1-b6e6-a2ff-248363ad845d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.146956] env[69735]: DEBUG oslo_vmware.api [None req-05bac4a6-45b8-453d-a1d8-9a113177c337 tempest-ServersAdminNegativeTestJSON-606332661 tempest-ServersAdminNegativeTestJSON-606332661-project-admin] Task: {'id': task-3604840, 'name': SuspendVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.381021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.381021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquiring lock "80fc2079-55e2-4bb4-949f-c74422f9eeef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.381021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "80fc2079-55e2-4bb4-949f-c74422f9eeef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.381021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquiring lock "80fc2079-55e2-4bb4-949f-c74422f9eeef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.381616] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "80fc2079-55e2-4bb4-949f-c74422f9eeef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.381616] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "80fc2079-55e2-4bb4-949f-c74422f9eeef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.381680] env[69735]: INFO nova.compute.manager [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Terminating instance [ 788.406877] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604841, 'name': Rename_Task, 'duration_secs': 0.215479} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.409163] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.409163] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-168e42ab-70b0-49bf-b230-d336a62e9128 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.418101] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 788.418101] env[69735]: value = "task-3604843" [ 788.418101] env[69735]: _type = "Task" [ 788.418101] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.428085] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.467187] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.467187] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5233797b-3d3d-2c46-19dc-4dda19bf701f" [ 788.467187] env[69735]: _type = "HttpNfcLease" [ 788.467187] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.467187] env[69735]: DEBUG oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.467187] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5233797b-3d3d-2c46-19dc-4dda19bf701f" [ 788.467187] env[69735]: _type = "HttpNfcLease" [ 788.467187] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.467187] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd649d98-d701-4759-b9c4-990aae35c934 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.476861] env[69735]: DEBUG oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e883a-420f-1ac4-34ac-d1fde508ad1f/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.477261] env[69735]: DEBUG oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e883a-420f-1ac4-34ac-d1fde508ad1f/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.548306] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4bcb0cdf-217c-4cc8-9ac7-0802ceec9f2f tempest-ServersAaction247Test-159088616 tempest-ServersAaction247Test-159088616-project-member] Lock "b0de3cdc-649d-4496-990a-463387e092da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.261s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.562774] env[69735]: DEBUG nova.compute.manager [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.563152] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48d6235-2383-41e0-a194-4cdccdfe0e22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.591462] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05126f36-e1ee-4260-9322-6ea111f83d63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.644704] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d519fd-eae1-b6e6-a2ff-248363ad845d, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.651704] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6ab960-2031-4ae7-af6e-5732c5cace34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.659051] env[69735]: DEBUG oslo_vmware.api [None req-05bac4a6-45b8-453d-a1d8-9a113177c337 tempest-ServersAdminNegativeTestJSON-606332661 tempest-ServersAdminNegativeTestJSON-606332661-project-admin] Task: {'id': task-3604840, 'name': SuspendVM_Task, 'duration_secs': 0.671207} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.662596] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-05bac4a6-45b8-453d-a1d8-9a113177c337 tempest-ServersAdminNegativeTestJSON-606332661 tempest-ServersAdminNegativeTestJSON-606332661-project-admin] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Suspended the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 788.662596] env[69735]: DEBUG nova.compute.manager [None req-05bac4a6-45b8-453d-a1d8-9a113177c337 tempest-ServersAdminNegativeTestJSON-606332661 tempest-ServersAdminNegativeTestJSON-606332661-project-admin] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.663489] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb00935-377a-4897-9b0d-3d17fce79697 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.667165] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 788.667165] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524f1f09-3b64-a230-9d4a-b31ef8fa7226" [ 788.667165] env[69735]: _type = "Task" [ 788.667165] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.680590] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524f1f09-3b64-a230-9d4a-b31ef8fa7226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.888749] env[69735]: DEBUG nova.compute.manager [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.889295] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.890226] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e6dcb3-15ed-40b5-9944-9bdb7cb74f98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.912817] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.913950] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-776ef736-8910-4b1b-969e-a9a32b6630c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.928075] env[69735]: DEBUG oslo_vmware.api [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 788.928075] env[69735]: value = "task-3604844" [ 788.928075] env[69735]: _type = "Task" [ 788.928075] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.935975] env[69735]: DEBUG oslo_vmware.api [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604843, 'name': PowerOnVM_Task, 'duration_secs': 0.502504} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.936604] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.937485] env[69735]: INFO nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Took 9.24 seconds to spawn the instance on the hypervisor. [ 788.937485] env[69735]: DEBUG nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.937985] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489dde1d-c239-4464-93f0-9c1b6fd8f62d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.943905] env[69735]: DEBUG oslo_vmware.api [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.075395] env[69735]: INFO nova.compute.manager [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] instance snapshotting [ 789.075734] env[69735]: WARNING nova.compute.manager [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 789.078473] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0eb161-f1d8-46c4-918c-d0298a03abf9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.104434] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e728b43d-eb18-4c97-8fc9-7612afc789df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.155462] env[69735]: DEBUG nova.network.neutron [req-4d3c5114-a190-4845-bc22-3e46b1781240 req-0d215985-bece-4d32-898c-c071ee8579f4 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updated VIF entry in instance network info cache for port f483a55d-c270-4325-acc0-bf433c8a4b25. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.155979] env[69735]: DEBUG nova.network.neutron [req-4d3c5114-a190-4845-bc22-3e46b1781240 req-0d215985-bece-4d32-898c-c071ee8579f4 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.189719] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524f1f09-3b64-a230-9d4a-b31ef8fa7226, 'name': SearchDatastore_Task, 'duration_secs': 0.017458} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.193248] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.193855] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 9a27fe9f-1ad7-4923-9107-0c51a43dc800/9a27fe9f-1ad7-4923-9107-0c51a43dc800.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.194896] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06531c05-97ad-4742-b853-c6490c0bff9d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.204287] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 789.204287] env[69735]: value = "task-3604845" [ 789.204287] env[69735]: _type = "Task" [ 789.204287] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.216247] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.276300] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1596784b-cc9b-4cb5-8a7a-907628c489ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.291548] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10b3efe-dac8-4434-a4a3-930473d20385 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.333373] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d597b-4361-4105-a50c-b326fb83523c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.342163] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c677f52-ae33-4b6e-b963-79ebd0da6f53 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.361204] env[69735]: DEBUG nova.compute.provider_tree [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.442715] env[69735]: DEBUG oslo_vmware.api [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604844, 'name': PowerOffVM_Task, 'duration_secs': 0.355342} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.443496] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.443817] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.444206] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4be02cb9-e82c-4008-b6a5-7774e4162451 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.463646] env[69735]: INFO nova.compute.manager [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Took 42.97 seconds to build instance. [ 789.521717] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.521717] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.521717] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Deleting the datastore file [datastore1] 80fc2079-55e2-4bb4-949f-c74422f9eeef {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.521900] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efa1dd32-954e-41be-839f-3c3c13f51753 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.533315] env[69735]: DEBUG oslo_vmware.api [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for the task: (returnval){ [ 789.533315] env[69735]: value = "task-3604847" [ 789.533315] env[69735]: _type = "Task" [ 789.533315] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.545571] env[69735]: DEBUG oslo_vmware.api [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.617328] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.617830] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6df2162f-9b01-49de-9464-a8b2ac471e12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.629394] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 789.629394] env[69735]: value = "task-3604848" [ 789.629394] env[69735]: _type = "Task" [ 789.629394] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.643198] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604848, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.663074] env[69735]: DEBUG oslo_concurrency.lockutils [req-4d3c5114-a190-4845-bc22-3e46b1781240 req-0d215985-bece-4d32-898c-c071ee8579f4 service nova] Releasing lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.721620] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604845, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.862971] env[69735]: DEBUG nova.scheduler.client.report [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.966796] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5748d46-71f6-4863-9857-1997720bc29d tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "d4b37d65-3847-4913-aa50-d6b93378a4e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.159s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.971480] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "4fa542f9-65e3-409b-b92c-f027ab8654b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.971714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "4fa542f9-65e3-409b-b92c-f027ab8654b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.047633] env[69735]: DEBUG oslo_vmware.api [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Task: {'id': task-3604847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474169} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.048188] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.048530] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.049049] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.049355] env[69735]: INFO nova.compute.manager [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 790.049931] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.050378] env[69735]: DEBUG nova.compute.manager [-] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.050553] env[69735]: DEBUG nova.network.neutron [-] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.148967] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604848, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.225734] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677446} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.226374] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 9a27fe9f-1ad7-4923-9107-0c51a43dc800/9a27fe9f-1ad7-4923-9107-0c51a43dc800.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.226776] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.227725] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f6450c4-2561-4ede-b4f6-569b3443d664 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.238536] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 790.238536] env[69735]: value = "task-3604849" [ 790.238536] env[69735]: _type = "Task" [ 790.238536] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.252709] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.373197] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.376356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.485s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.378355] env[69735]: INFO nova.compute.claims [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.422932] env[69735]: INFO nova.scheduler.client.report [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted allocations for instance 57385667-4ff4-49e8-88d3-f60ed2207f9a [ 790.476732] env[69735]: DEBUG nova.compute.manager [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.495992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "81b83080-599c-4426-807f-1faa83db2c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.496329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "81b83080-599c-4426-807f-1faa83db2c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.643173] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604848, 'name': CreateSnapshot_Task, 'duration_secs': 0.563728} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.643477] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.644292] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9916119-76e3-45b3-bb45-3a11897f23f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.752112] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081009} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.752634] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.753781] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3789ca2b-24b6-4935-b136-59934ea7e638 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.783807] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9a27fe9f-1ad7-4923-9107-0c51a43dc800/9a27fe9f-1ad7-4923-9107-0c51a43dc800.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.785046] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff8ac56-9c3f-4e5a-ac60-abe168d5ff5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.809230] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 790.809230] env[69735]: value = "task-3604850" [ 790.809230] env[69735]: _type = "Task" [ 790.809230] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.822889] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.936084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7a04ffd8-9db1-4218-bf2d-b5606662152d tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "57385667-4ff4-49e8-88d3-f60ed2207f9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.922s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.003961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.060572] env[69735]: DEBUG nova.compute.manager [req-2f39b226-4dd4-4026-a2c3-a5d27b566dc8 req-2c0051bc-2249-4f3d-befe-72c142cabe7a service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Received event network-vif-deleted-bb192e9d-13b6-445d-93ba-01bd6a295050 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.060572] env[69735]: INFO nova.compute.manager [req-2f39b226-4dd4-4026-a2c3-a5d27b566dc8 req-2c0051bc-2249-4f3d-befe-72c142cabe7a service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Neutron deleted interface bb192e9d-13b6-445d-93ba-01bd6a295050; detaching it from the instance and deleting it from the info cache [ 791.060675] env[69735]: DEBUG nova.network.neutron [req-2f39b226-4dd4-4026-a2c3-a5d27b566dc8 req-2c0051bc-2249-4f3d-befe-72c142cabe7a service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.165592] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 791.166331] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dcf1c196-211f-4722-8897-5efd7fb95325 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.176869] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 791.176869] env[69735]: value = "task-3604851" [ 791.176869] env[69735]: _type = "Task" [ 791.176869] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.189594] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604851, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.320710] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604850, 'name': ReconfigVM_Task, 'duration_secs': 0.306712} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.321807] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9a27fe9f-1ad7-4923-9107-0c51a43dc800/9a27fe9f-1ad7-4923-9107-0c51a43dc800.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.323030] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9f4c1f7-6c60-424c-9a3d-815c13288dab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.332490] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 791.332490] env[69735]: value = "task-3604852" [ 791.332490] env[69735]: _type = "Task" [ 791.332490] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.345498] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604852, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.372993] env[69735]: DEBUG nova.network.neutron [-] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.514114] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "d4b37d65-3847-4913-aa50-d6b93378a4e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.514459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "d4b37d65-3847-4913-aa50-d6b93378a4e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.514701] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "d4b37d65-3847-4913-aa50-d6b93378a4e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.514892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "d4b37d65-3847-4913-aa50-d6b93378a4e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.515090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "d4b37d65-3847-4913-aa50-d6b93378a4e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.519837] env[69735]: INFO nova.compute.manager [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Terminating instance [ 791.565948] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-791f99fa-d241-40ea-9108-44a7af66153f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.577864] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53965c96-92ce-4b59-8885-c77908a182d0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.627305] env[69735]: DEBUG nova.compute.manager [req-2f39b226-4dd4-4026-a2c3-a5d27b566dc8 req-2c0051bc-2249-4f3d-befe-72c142cabe7a service nova] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Detach interface failed, port_id=bb192e9d-13b6-445d-93ba-01bd6a295050, reason: Instance 80fc2079-55e2-4bb4-949f-c74422f9eeef could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.694122] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604851, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.847819] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604852, 'name': Rename_Task, 'duration_secs': 0.176176} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.848774] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.849195] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a88b64f-9f65-4e61-a5ff-656f1ec5f516 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.861037] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 791.861037] env[69735]: value = "task-3604853" [ 791.861037] env[69735]: _type = "Task" [ 791.861037] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.878244] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.882683] env[69735]: INFO nova.compute.manager [-] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Took 1.83 seconds to deallocate network for instance. [ 792.025023] env[69735]: DEBUG nova.compute.manager [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.025897] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.027222] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c493cc9d-06a4-4ed9-a8ff-223f61454168 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.045353] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.049021] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55988d21-6570-425b-b1c7-348cf7e38dbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.062638] env[69735]: DEBUG oslo_vmware.api [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 792.062638] env[69735]: value = "task-3604854" [ 792.062638] env[69735]: _type = "Task" [ 792.062638] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.080311] env[69735]: DEBUG oslo_vmware.api [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.194329] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604851, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.270045] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93880e2f-0832-4c96-889b-4cb3d879605f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.283468] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e04162-ec65-4270-98f7-27c2811e71ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.321016] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5380c02-d16f-460d-8fa4-940e4c8f10fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.331142] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc00c5-cd49-4ab9-8259-81b2441f3a4f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.348890] env[69735]: DEBUG nova.compute.provider_tree [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.375548] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604853, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.389770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.576205] env[69735]: DEBUG oslo_vmware.api [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604854, 'name': PowerOffVM_Task, 'duration_secs': 0.239085} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.577453] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.577825] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.578566] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c83593-dd64-41e1-a354-dd793a12b4ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.659385] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.659744] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.660009] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Deleting the datastore file [datastore2] d4b37d65-3847-4913-aa50-d6b93378a4e0 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.660331] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57055c2a-fb2d-4213-bfef-c4076976878b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.673935] env[69735]: DEBUG oslo_vmware.api [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for the task: (returnval){ [ 792.673935] env[69735]: value = "task-3604856" [ 792.673935] env[69735]: _type = "Task" [ 792.673935] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.684665] env[69735]: DEBUG oslo_vmware.api [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.694123] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604851, 'name': CloneVM_Task, 'duration_secs': 1.42287} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.694415] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Created linked-clone VM from snapshot [ 792.695281] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42f1f88-1b2b-4b1f-ab0a-99ca28ce512a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.706139] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Uploading image 96ee9c1b-c147-45f3-a3d3-88e3869497b0 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.729455] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.729455] env[69735]: value = "vm-719156" [ 792.729455] env[69735]: _type = "VirtualMachine" [ 792.729455] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.729748] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c624601f-f8e2-4a00-8f04-25207651f01d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.739454] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lease: (returnval){ [ 792.739454] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef99e0-0711-8fb8-dbfd-d3444e355e11" [ 792.739454] env[69735]: _type = "HttpNfcLease" [ 792.739454] env[69735]: } obtained for exporting VM: (result){ [ 792.739454] env[69735]: value = "vm-719156" [ 792.739454] env[69735]: _type = "VirtualMachine" [ 792.739454] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.739937] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the lease: (returnval){ [ 792.739937] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef99e0-0711-8fb8-dbfd-d3444e355e11" [ 792.739937] env[69735]: _type = "HttpNfcLease" [ 792.739937] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.747971] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.747971] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef99e0-0711-8fb8-dbfd-d3444e355e11" [ 792.747971] env[69735]: _type = "HttpNfcLease" [ 792.747971] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 792.853412] env[69735]: DEBUG nova.scheduler.client.report [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.880059] env[69735]: DEBUG oslo_vmware.api [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604853, 'name': PowerOnVM_Task, 'duration_secs': 0.558189} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.880391] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.880634] env[69735]: INFO nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Took 8.24 seconds to spawn the instance on the hypervisor. [ 792.881181] env[69735]: DEBUG nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.881925] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e389d1-1a6c-45b5-a8b4-396779dd9ab5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.194314] env[69735]: DEBUG oslo_vmware.api [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Task: {'id': task-3604856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271034} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.194314] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.194314] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.194314] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.194466] env[69735]: INFO nova.compute.manager [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 793.194683] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.194874] env[69735]: DEBUG nova.compute.manager [-] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.194966] env[69735]: DEBUG nova.network.neutron [-] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.253190] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.253190] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef99e0-0711-8fb8-dbfd-d3444e355e11" [ 793.253190] env[69735]: _type = "HttpNfcLease" [ 793.253190] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 793.254304] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 793.254304] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef99e0-0711-8fb8-dbfd-d3444e355e11" [ 793.254304] env[69735]: _type = "HttpNfcLease" [ 793.254304] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 793.257353] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e91577c-53c8-4383-9283-ed21172eedf6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.266975] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243480f-40fb-a126-b48c-e12f684bc3af/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 793.267244] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243480f-40fb-a126-b48c-e12f684bc3af/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 793.358045] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.982s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.359473] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.007s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.362154] env[69735]: INFO nova.compute.claims [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.384049] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d660536b-de63-4a28-9d2b-4c4ff1b9426b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.409218] env[69735]: INFO nova.compute.manager [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Took 46.38 seconds to build instance. [ 793.665866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquiring lock "e89f8758-2853-47a5-9158-3c0d3e88b121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.666428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "e89f8758-2853-47a5-9158-3c0d3e88b121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.836420] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "be1d2d89-cc25-465b-b8d6-905b2c838de6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.837415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "be1d2d89-cc25-465b-b8d6-905b2c838de6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.837415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "be1d2d89-cc25-465b-b8d6-905b2c838de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.837415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "be1d2d89-cc25-465b-b8d6-905b2c838de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.837415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "be1d2d89-cc25-465b-b8d6-905b2c838de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.839638] env[69735]: INFO nova.compute.manager [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Terminating instance [ 793.847588] env[69735]: DEBUG nova.compute.manager [req-1eed61fb-477b-4b0f-9d30-6087506cfb50 req-943fe103-17a3-465c-bad2-1500edbb506f service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Received event network-vif-deleted-f235b0ea-bfdf-494a-84b7-f12effb36aa2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.848220] env[69735]: INFO nova.compute.manager [req-1eed61fb-477b-4b0f-9d30-6087506cfb50 req-943fe103-17a3-465c-bad2-1500edbb506f service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Neutron deleted interface f235b0ea-bfdf-494a-84b7-f12effb36aa2; detaching it from the instance and deleting it from the info cache [ 793.848393] env[69735]: DEBUG nova.network.neutron [req-1eed61fb-477b-4b0f-9d30-6087506cfb50 req-943fe103-17a3-465c-bad2-1500edbb506f service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.866797] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "8e4dc636-64b5-4b5a-adc4-b4bf46d37661" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.868223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "8e4dc636-64b5-4b5a-adc4-b4bf46d37661" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.910737] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3827544-2ba0-4c3e-b374-348e0af7c112 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.586s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.124925] env[69735]: DEBUG nova.network.neutron [-] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.347920] env[69735]: DEBUG nova.compute.manager [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.347920] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.352659] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51277201-8cc3-4499-a0c8-796d0afe599a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.356073] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6f1d4f9-0415-4719-b3fb-baf2389a263a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.366463] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.370459] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d79ca0f9-3391-45ff-a722-0c9ca33dc76e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.373715] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04288e27-9c08-47ea-969f-010b372900a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.389141] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "8e4dc636-64b5-4b5a-adc4-b4bf46d37661" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.521s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.389975] env[69735]: DEBUG nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.433727] env[69735]: DEBUG nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.440054] env[69735]: DEBUG nova.compute.manager [req-1eed61fb-477b-4b0f-9d30-6087506cfb50 req-943fe103-17a3-465c-bad2-1500edbb506f service nova] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Detach interface failed, port_id=f235b0ea-bfdf-494a-84b7-f12effb36aa2, reason: Instance d4b37d65-3847-4913-aa50-d6b93378a4e0 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.476154] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.476385] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.476566] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Deleting the datastore file [datastore2] be1d2d89-cc25-465b-b8d6-905b2c838de6 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.477225] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba1daed9-462d-4e0e-a774-e2d2c25c673a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.490973] env[69735]: DEBUG oslo_vmware.api [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 794.490973] env[69735]: value = "task-3604859" [ 794.490973] env[69735]: _type = "Task" [ 794.490973] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.506942] env[69735]: DEBUG oslo_vmware.api [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.626727] env[69735]: INFO nova.compute.manager [-] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Took 1.43 seconds to deallocate network for instance. [ 794.902433] env[69735]: DEBUG nova.compute.utils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.903864] env[69735]: DEBUG nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.904054] env[69735]: DEBUG nova.network.neutron [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.949868] env[69735]: DEBUG nova.policy [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '974b6dc341ad41689ad0d90b92f6ca61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '390bb10b1aaf4ec798cfbd60709cdcf1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.971700] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.009906] env[69735]: DEBUG oslo_vmware.api [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321657} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.010590] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.010674] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.010851] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.011173] env[69735]: INFO nova.compute.manager [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Took 0.66 seconds to destroy the instance on the hypervisor. [ 795.011589] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.011936] env[69735]: DEBUG nova.compute.manager [-] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.012134] env[69735]: DEBUG nova.network.neutron [-] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.100021] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab6de58-06ca-4619-970d-05c071c0ca3e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.110239] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37adabc0-5ff6-4490-8107-80671cafd611 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.146524] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.148018] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c7ef05-7907-4dcb-8bcc-1aeb21e004d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.162402] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c37fbab-966f-45ff-a612-0743be0c5526 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.184981] env[69735]: DEBUG nova.compute.provider_tree [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.409984] env[69735]: DEBUG nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.583269] env[69735]: DEBUG nova.network.neutron [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Successfully created port: 3babdb73-50a0-49ba-92f5-6f70beff45f7 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.689452] env[69735]: DEBUG nova.scheduler.client.report [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.007752] env[69735]: DEBUG nova.network.neutron [-] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.195132] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.196039] env[69735]: DEBUG nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.199112] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.803s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.375470] env[69735]: DEBUG nova.compute.manager [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Received event network-changed-f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.375758] env[69735]: DEBUG nova.compute.manager [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Refreshing instance network info cache due to event network-changed-f483a55d-c270-4325-acc0-bf433c8a4b25. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.376058] env[69735]: DEBUG oslo_concurrency.lockutils [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] Acquiring lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.376268] env[69735]: DEBUG oslo_concurrency.lockutils [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] Acquired lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.376466] env[69735]: DEBUG nova.network.neutron [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Refreshing network info cache for port f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.417351] env[69735]: DEBUG nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.510824] env[69735]: INFO nova.compute.manager [-] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Took 1.50 seconds to deallocate network for instance. [ 796.702929] env[69735]: DEBUG nova.compute.utils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.707517] env[69735]: DEBUG nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.707706] env[69735]: DEBUG nova.network.neutron [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.774958] env[69735]: DEBUG nova.policy [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5194aade91bc41ab95c2b12874eb6a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49a24f4d420c4bd185ee887259dddf44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.018122] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.042178] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.042178] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.042419] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.042493] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.042723] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.042810] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.042978] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.043155] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.043329] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.043497] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.043674] env[69735]: DEBUG nova.virt.hardware [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.046374] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313bffb6-7e5c-4f9b-9af9-5a616f944b3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.061021] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79970837-cadd-4c7b-b989-a7193aa3eeb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.086400] env[69735]: DEBUG oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e883a-420f-1ac4-34ac-d1fde508ad1f/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 797.087475] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225dbaf4-f4b5-44a8-97df-d3b7a7ec5411 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.097088] env[69735]: DEBUG oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e883a-420f-1ac4-34ac-d1fde508ad1f/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 797.097301] env[69735]: ERROR oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e883a-420f-1ac4-34ac-d1fde508ad1f/disk-0.vmdk due to incomplete transfer. [ 797.097544] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d70fddf2-5091-46fa-a357-3061938fcc5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.107214] env[69735]: DEBUG oslo_vmware.rw_handles [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e883a-420f-1ac4-34ac-d1fde508ad1f/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 797.107425] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Uploaded image 17dae2b0-93b4-4bb6-84cf-4341a3902007 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 797.109589] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 797.109879] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5209baa0-d0ba-4977-bb6c-460406727dcb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.120761] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 797.120761] env[69735]: value = "task-3604860" [ 797.120761] env[69735]: _type = "Task" [ 797.120761] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.131290] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604860, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.210305] env[69735]: DEBUG nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.330528] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5861dc15-1cbc-44fa-a3dd-66763ac6d345 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.341827] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab2245-4b96-41f3-9bf9-6fcddb7f90ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.376232] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a2c03-98ab-4c6f-bd9a-f9994221d9c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.386541] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64b05d3-178b-4b45-a769-8bcc973f679f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.405951] env[69735]: DEBUG nova.compute.provider_tree [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.617290] env[69735]: DEBUG nova.network.neutron [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updated VIF entry in instance network info cache for port f483a55d-c270-4325-acc0-bf433c8a4b25. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.617577] env[69735]: DEBUG nova.network.neutron [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.636607] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604860, 'name': Destroy_Task, 'duration_secs': 0.389791} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.636880] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Destroyed the VM [ 797.637131] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.637382] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-378c1c52-3b20-4008-83d8-c2c9466161ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.644783] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 797.644783] env[69735]: value = "task-3604861" [ 797.644783] env[69735]: _type = "Task" [ 797.644783] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.649945] env[69735]: DEBUG nova.network.neutron [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Successfully created port: bbf8e910-01a8-4f6f-ac1d-f58d0960c272 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.655789] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.910274] env[69735]: DEBUG nova.scheduler.client.report [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.095773] env[69735]: DEBUG nova.network.neutron [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Successfully updated port: 3babdb73-50a0-49ba-92f5-6f70beff45f7 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.123180] env[69735]: DEBUG oslo_concurrency.lockutils [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] Releasing lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.123180] env[69735]: DEBUG nova.compute.manager [req-76b72c52-009a-40cc-8e45-a26b7d4096f6 req-570ae660-8e1e-492e-9f5f-33ea9b81d9c3 service nova] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Received event network-vif-deleted-9e15a8b6-c8f0-43b2-8d35-a1b0e78ec035 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.160588] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604861, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.220054] env[69735]: DEBUG nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.248456] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.248693] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.248912] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.249271] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.249553] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.249784] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.250183] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.250535] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.250819] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.251174] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.251412] env[69735]: DEBUG nova.virt.hardware [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.253091] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af55d2e-e2b3-4898-8169-3534a95196d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.262456] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd45078-a490-4b8c-80e5-3f919ef73a82 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.583980] env[69735]: DEBUG nova.compute.manager [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Received event network-vif-plugged-3babdb73-50a0-49ba-92f5-6f70beff45f7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.584254] env[69735]: DEBUG oslo_concurrency.lockutils [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] Acquiring lock "e228cfb3-e146-4148-bc18-b23080c2a06a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.584474] env[69735]: DEBUG oslo_concurrency.lockutils [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] Lock "e228cfb3-e146-4148-bc18-b23080c2a06a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.584663] env[69735]: DEBUG oslo_concurrency.lockutils [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] Lock "e228cfb3-e146-4148-bc18-b23080c2a06a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.584835] env[69735]: DEBUG nova.compute.manager [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] No waiting events found dispatching network-vif-plugged-3babdb73-50a0-49ba-92f5-6f70beff45f7 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.584999] env[69735]: WARNING nova.compute.manager [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Received unexpected event network-vif-plugged-3babdb73-50a0-49ba-92f5-6f70beff45f7 for instance with vm_state building and task_state spawning. [ 798.585189] env[69735]: DEBUG nova.compute.manager [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Received event network-changed-3babdb73-50a0-49ba-92f5-6f70beff45f7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.585347] env[69735]: DEBUG nova.compute.manager [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Refreshing instance network info cache due to event network-changed-3babdb73-50a0-49ba-92f5-6f70beff45f7. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.585539] env[69735]: DEBUG oslo_concurrency.lockutils [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] Acquiring lock "refresh_cache-e228cfb3-e146-4148-bc18-b23080c2a06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.585675] env[69735]: DEBUG oslo_concurrency.lockutils [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] Acquired lock "refresh_cache-e228cfb3-e146-4148-bc18-b23080c2a06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.585856] env[69735]: DEBUG nova.network.neutron [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Refreshing network info cache for port 3babdb73-50a0-49ba-92f5-6f70beff45f7 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.599523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "refresh_cache-e228cfb3-e146-4148-bc18-b23080c2a06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.659245] env[69735]: DEBUG oslo_vmware.api [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604861, 'name': RemoveSnapshot_Task, 'duration_secs': 0.622382} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.659506] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.659728] env[69735]: INFO nova.compute.manager [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 798.921122] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.722s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.924142] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.717s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.924364] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.924536] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 798.924868] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.110s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.927268] env[69735]: INFO nova.compute.claims [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.931268] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da26db2-239b-44e0-960b-1025dbfb3e0b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.942555] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46326f66-c5f8-43df-95d1-51e27298a099 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.959029] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64849bdc-8c32-45fc-aee4-7309eb087e01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.968909] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1fb56d-76d3-4705-bfac-7479eccb50b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.003822] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178962MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 799.004045] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.119307] env[69735]: DEBUG nova.network.neutron [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.208181] env[69735]: DEBUG nova.compute.manager [None req-215f4efc-73dd-4a40-8ec8-5b49841d6f98 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Found 2 images (rotation: 2) {{(pid=69735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 799.249810] env[69735]: DEBUG nova.network.neutron [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.492633] env[69735]: INFO nova.scheduler.client.report [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Deleted allocation for migration 4202916b-c11c-42c2-b5b3-a0bea37ddec8 [ 799.752346] env[69735]: DEBUG oslo_concurrency.lockutils [req-d41dcd2f-bb15-430f-95a7-b1cb41671b1c req-210c22eb-7df4-4e34-a53d-5ddaa48d456b service nova] Releasing lock "refresh_cache-e228cfb3-e146-4148-bc18-b23080c2a06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.752713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquired lock "refresh_cache-e228cfb3-e146-4148-bc18-b23080c2a06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.752868] env[69735]: DEBUG nova.network.neutron [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.838298] env[69735]: DEBUG nova.network.neutron [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Successfully updated port: bbf8e910-01a8-4f6f-ac1d-f58d0960c272 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.004054] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27640b12-bbd2-4e0b-8af2-09967c77ace0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.994s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.140213] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243480f-40fb-a126-b48c-e12f684bc3af/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 800.141547] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6ce192-4f83-4b5d-be19-45ba076c83b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.152317] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243480f-40fb-a126-b48c-e12f684bc3af/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 800.153097] env[69735]: ERROR oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243480f-40fb-a126-b48c-e12f684bc3af/disk-0.vmdk due to incomplete transfer. [ 800.153097] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd03babf-8001-4280-b4be-d2593f6ebc8f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.164938] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243480f-40fb-a126-b48c-e12f684bc3af/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 800.168023] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Uploaded image 96ee9c1b-c147-45f3-a3d3-88e3869497b0 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 800.168023] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 800.168023] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfa9b167-d75a-489c-ac8e-e2d01af57cbe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.174176] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 800.174176] env[69735]: value = "task-3604862" [ 800.174176] env[69735]: _type = "Task" [ 800.174176] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.186489] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604862, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.318082] env[69735]: DEBUG nova.network.neutron [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.342190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquiring lock "refresh_cache-328594d8-fc29-4d5f-a04f-047d540f9d56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.342190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquired lock "refresh_cache-328594d8-fc29-4d5f-a04f-047d540f9d56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.342190] env[69735]: DEBUG nova.network.neutron [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.574223] env[69735]: DEBUG nova.network.neutron [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Updating instance_info_cache with network_info: [{"id": "3babdb73-50a0-49ba-92f5-6f70beff45f7", "address": "fa:16:3e:98:02:68", "network": {"id": "59999cc5-a5e1-4e11-8163-99375f8db8ac", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1977657694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390bb10b1aaf4ec798cfbd60709cdcf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3babdb73-50", "ovs_interfaceid": "3babdb73-50a0-49ba-92f5-6f70beff45f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.596517] env[69735]: DEBUG nova.objects.instance [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lazy-loading 'flavor' on Instance uuid 0f69937d-222e-4155-8ecf-5d5fb86d68b6 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.647101] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e938111-27c8-44e1-9607-4b7e46a9241b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.657145] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac97a421-e69e-467f-86e9-59acd1671ff0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.695447] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bf0cda-a4fe-46e6-be5c-21235bde3c98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.704731] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604862, 'name': Destroy_Task, 'duration_secs': 0.409881} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.707313] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Destroyed the VM [ 800.707554] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.707833] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1c9200c-529f-4c13-848f-0e13b552e138 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.710426] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30064ca-c4e2-4bba-8190-4186b2b07382 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.726084] env[69735]: DEBUG nova.compute.provider_tree [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.729645] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 800.729645] env[69735]: value = "task-3604863" [ 800.729645] env[69735]: _type = "Task" [ 800.729645] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.737441] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.780540] env[69735]: DEBUG nova.compute.manager [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Received event network-vif-plugged-bbf8e910-01a8-4f6f-ac1d-f58d0960c272 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.781125] env[69735]: DEBUG oslo_concurrency.lockutils [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] Acquiring lock "328594d8-fc29-4d5f-a04f-047d540f9d56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.781560] env[69735]: DEBUG oslo_concurrency.lockutils [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] Lock "328594d8-fc29-4d5f-a04f-047d540f9d56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.781560] env[69735]: DEBUG oslo_concurrency.lockutils [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] Lock "328594d8-fc29-4d5f-a04f-047d540f9d56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.781743] env[69735]: DEBUG nova.compute.manager [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] No waiting events found dispatching network-vif-plugged-bbf8e910-01a8-4f6f-ac1d-f58d0960c272 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.781940] env[69735]: WARNING nova.compute.manager [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Received unexpected event network-vif-plugged-bbf8e910-01a8-4f6f-ac1d-f58d0960c272 for instance with vm_state building and task_state spawning. [ 800.782082] env[69735]: DEBUG nova.compute.manager [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Received event network-changed-bbf8e910-01a8-4f6f-ac1d-f58d0960c272 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.782259] env[69735]: DEBUG nova.compute.manager [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Refreshing instance network info cache due to event network-changed-bbf8e910-01a8-4f6f-ac1d-f58d0960c272. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.782447] env[69735]: DEBUG oslo_concurrency.lockutils [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] Acquiring lock "refresh_cache-328594d8-fc29-4d5f-a04f-047d540f9d56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.902572] env[69735]: DEBUG nova.network.neutron [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.077930] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Releasing lock "refresh_cache-e228cfb3-e146-4148-bc18-b23080c2a06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.078233] env[69735]: DEBUG nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Instance network_info: |[{"id": "3babdb73-50a0-49ba-92f5-6f70beff45f7", "address": "fa:16:3e:98:02:68", "network": {"id": "59999cc5-a5e1-4e11-8163-99375f8db8ac", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1977657694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390bb10b1aaf4ec798cfbd60709cdcf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3babdb73-50", "ovs_interfaceid": "3babdb73-50a0-49ba-92f5-6f70beff45f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.078976] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:02:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3babdb73-50a0-49ba-92f5-6f70beff45f7', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.086709] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Creating folder: Project (390bb10b1aaf4ec798cfbd60709cdcf1). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.086904] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3872cd70-e057-4a64-8974-f6860ce60f1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.097847] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Created folder: Project (390bb10b1aaf4ec798cfbd60709cdcf1) in parent group-v719064. [ 801.098041] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Creating folder: Instances. Parent ref: group-v719157. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.098386] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5835a31-02b1-48dc-b2b2-83bf5cc992fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.102555] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.102706] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquired lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.109705] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Created folder: Instances in parent group-v719157. [ 801.109920] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.110109] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.110308] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ceecd97-c18c-4592-8d50-2a4dab1a8b2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.124738] env[69735]: DEBUG nova.network.neutron [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Updating instance_info_cache with network_info: [{"id": "bbf8e910-01a8-4f6f-ac1d-f58d0960c272", "address": "fa:16:3e:5b:45:b8", "network": {"id": "46f57591-c285-4a09-bccb-de3a23345984", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-856838844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a24f4d420c4bd185ee887259dddf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf8e910-01", "ovs_interfaceid": "bbf8e910-01a8-4f6f-ac1d-f58d0960c272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.129637] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.129637] env[69735]: value = "task-3604866" [ 801.129637] env[69735]: _type = "Task" [ 801.129637] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.137058] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604866, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.200599] env[69735]: DEBUG nova.compute.manager [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.201676] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bcaad4-f83a-4fab-8459-1d4c7bf6686b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.230338] env[69735]: DEBUG nova.scheduler.client.report [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.242765] env[69735]: DEBUG oslo_vmware.api [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604863, 'name': RemoveSnapshot_Task, 'duration_secs': 0.327297} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.244629] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.244865] env[69735]: INFO nova.compute.manager [None req-8aece9da-75ab-4359-8724-8ee100b40ef2 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Took 12.17 seconds to snapshot the instance on the hypervisor. [ 801.627075] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Releasing lock "refresh_cache-328594d8-fc29-4d5f-a04f-047d540f9d56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.627419] env[69735]: DEBUG nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Instance network_info: |[{"id": "bbf8e910-01a8-4f6f-ac1d-f58d0960c272", "address": "fa:16:3e:5b:45:b8", "network": {"id": "46f57591-c285-4a09-bccb-de3a23345984", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-856838844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a24f4d420c4bd185ee887259dddf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf8e910-01", "ovs_interfaceid": "bbf8e910-01a8-4f6f-ac1d-f58d0960c272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.627723] env[69735]: DEBUG oslo_concurrency.lockutils [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] Acquired lock "refresh_cache-328594d8-fc29-4d5f-a04f-047d540f9d56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.627889] env[69735]: DEBUG nova.network.neutron [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Refreshing network info cache for port bbf8e910-01a8-4f6f-ac1d-f58d0960c272 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.629111] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:45:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbf8e910-01a8-4f6f-ac1d-f58d0960c272', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.637180] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Creating folder: Project (49a24f4d420c4bd185ee887259dddf44). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.637180] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10f2b851-b3e6-4bc7-82a3-f986c1ef6511 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.639451] env[69735]: DEBUG nova.network.neutron [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.655718] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604866, 'name': CreateVM_Task, 'duration_secs': 0.374294} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.655888] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.656179] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Created folder: Project (49a24f4d420c4bd185ee887259dddf44) in parent group-v719064. [ 801.656342] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Creating folder: Instances. Parent ref: group-v719160. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.657012] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.657165] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.658031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.658031] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad7bbdde-9b5b-4e1b-b130-e88f26e39f4d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.659573] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03719d9-3723-40b7-86a6-e0cd01cfc0bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.664792] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 801.664792] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52591d41-f6cb-b52a-6873-6b706c22b687" [ 801.664792] env[69735]: _type = "Task" [ 801.664792] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.669055] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Created folder: Instances in parent group-v719160. [ 801.669286] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.669594] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.671049] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-277f6d26-fe41-4cd0-bc28-4d88bcdf9948 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.688089] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52591d41-f6cb-b52a-6873-6b706c22b687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.692499] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.692499] env[69735]: value = "task-3604869" [ 801.692499] env[69735]: _type = "Task" [ 801.692499] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.700443] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604869, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.717248] env[69735]: INFO nova.compute.manager [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] instance snapshotting [ 801.718367] env[69735]: DEBUG nova.objects.instance [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'flavor' on Instance uuid 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.738722] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.739396] env[69735]: DEBUG nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.742288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.194s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.743718] env[69735]: INFO nova.compute.claims [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.041234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.041491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.041703] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.041894] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.043030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.044268] env[69735]: INFO nova.compute.manager [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Terminating instance [ 802.174727] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52591d41-f6cb-b52a-6873-6b706c22b687, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.174995] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.175244] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.175476] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.175618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.175795] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.176075] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-803e6885-540d-473e-961e-19a65d2b91d5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.184446] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.184620] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.185486] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf05056-b3f1-4865-ad27-734cfb7aef6e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.190382] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 802.190382] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bae05e-b502-375f-6e17-22067889a38e" [ 802.190382] env[69735]: _type = "Task" [ 802.190382] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.200675] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bae05e-b502-375f-6e17-22067889a38e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.203733] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604869, 'name': CreateVM_Task, 'duration_secs': 0.346656} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.203895] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.207413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.207413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.207413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.207413] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bc1178-f5a5-4804-927d-22e0e8838f43 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.210065] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 802.210065] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52108c43-fb48-26f1-570d-b60eed1a6ae0" [ 802.210065] env[69735]: _type = "Task" [ 802.210065] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.222587] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52108c43-fb48-26f1-570d-b60eed1a6ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.225429] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390dfc59-3982-4bcd-891a-67c6a42a89b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.244139] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3491fd74-5a40-4b85-8065-a2553138fe42 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.247806] env[69735]: DEBUG nova.compute.utils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.252681] env[69735]: DEBUG nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.252852] env[69735]: DEBUG nova.network.neutron [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.388045] env[69735]: DEBUG nova.policy [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea5cddf0736f4cffacb7a36c3339269b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72251bd34f424da08fed52599c4d1483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.552023] env[69735]: DEBUG nova.compute.manager [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.552023] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.557250] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85f3b0-ad1f-4762-905b-a37cbaa77302 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.569525] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.569525] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-559f225f-65a5-43ad-b081-25ca038a18da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.579175] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquiring lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.579333] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.579525] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquiring lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.579685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.579865] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.581972] env[69735]: INFO nova.compute.manager [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Terminating instance [ 802.619854] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "abbd2490-51e6-4c89-865a-7ce4d096e72e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.620240] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.623471] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.623920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.634453] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.634733] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.634961] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleting the datastore file [datastore2] b43eab86-a3b9-4f1b-b074-dc65bca9d10f {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.635264] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dac33b97-1192-461e-a411-a38d464e57ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.642664] env[69735]: DEBUG oslo_vmware.api [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 802.642664] env[69735]: value = "task-3604871" [ 802.642664] env[69735]: _type = "Task" [ 802.642664] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.650704] env[69735]: DEBUG oslo_vmware.api [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.700244] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bae05e-b502-375f-6e17-22067889a38e, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.701058] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a2c876-5e26-4f1d-8532-15cb919d416d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.706073] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 802.706073] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5284a5ea-11f0-55e8-92ac-fff4b651adb2" [ 802.706073] env[69735]: _type = "Task" [ 802.706073] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.716310] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5284a5ea-11f0-55e8-92ac-fff4b651adb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.721405] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52108c43-fb48-26f1-570d-b60eed1a6ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.008217} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.721719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.721995] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.722281] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.751518] env[69735]: DEBUG nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.762026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.762026] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-89a25777-b0cc-403c-9862-445c905e16e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.768318] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 802.768318] env[69735]: value = "task-3604872" [ 802.768318] env[69735]: _type = "Task" [ 802.768318] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.776320] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.046860] env[69735]: DEBUG nova.network.neutron [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Updated VIF entry in instance network info cache for port bbf8e910-01a8-4f6f-ac1d-f58d0960c272. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.049808] env[69735]: DEBUG nova.network.neutron [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Updating instance_info_cache with network_info: [{"id": "bbf8e910-01a8-4f6f-ac1d-f58d0960c272", "address": "fa:16:3e:5b:45:b8", "network": {"id": "46f57591-c285-4a09-bccb-de3a23345984", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-856838844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a24f4d420c4bd185ee887259dddf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf8e910-01", "ovs_interfaceid": "bbf8e910-01a8-4f6f-ac1d-f58d0960c272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.089221] env[69735]: DEBUG nova.compute.manager [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.089221] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.089221] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0f1013-0c60-4613-8224-8b4f09e90692 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.098069] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.098326] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fba6ff01-b17a-455a-8591-fe0ba229cb89 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.104969] env[69735]: DEBUG oslo_vmware.api [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 803.104969] env[69735]: value = "task-3604873" [ 803.104969] env[69735]: _type = "Task" [ 803.104969] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.115981] env[69735]: DEBUG oslo_vmware.api [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.117047] env[69735]: DEBUG nova.network.neutron [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updating instance_info_cache with network_info: [{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.159905] env[69735]: DEBUG oslo_vmware.api [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3604871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133455} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.161470] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.162465] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.162465] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.162465] env[69735]: INFO nova.compute.manager [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 803.162465] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.162744] env[69735]: DEBUG nova.compute.manager [-] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.162834] env[69735]: DEBUG nova.network.neutron [-] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.221658] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5284a5ea-11f0-55e8-92ac-fff4b651adb2, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.221948] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.222220] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] e228cfb3-e146-4148-bc18-b23080c2a06a/e228cfb3-e146-4148-bc18-b23080c2a06a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.222513] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.222698] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.222917] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd851b4a-ccab-4e63-a066-ffa7381a6cbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.224986] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393036b7-bb34-4892-8c86-fe1c6769666c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.233628] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 803.233628] env[69735]: value = "task-3604874" [ 803.233628] env[69735]: _type = "Task" [ 803.233628] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.237696] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.237993] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.239143] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a5a13a-cb12-4ccd-8821-c92e19ca38c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.247172] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.250388] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 803.250388] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5214de2e-0902-b4e8-959a-18c576fc7930" [ 803.250388] env[69735]: _type = "Task" [ 803.250388] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.264967] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5214de2e-0902-b4e8-959a-18c576fc7930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.278128] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604872, 'name': CreateSnapshot_Task, 'duration_secs': 0.485804} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.278128] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.278687] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce856757-8f92-4483-85b3-3e9c96a9407d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.403646] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847abed-3ed3-4e14-bd5e-f2d6cecd7acc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.411880] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8e0a1b-561e-40a1-8050-138ccd8d8bf4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.444831] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a1839d-f2d8-496c-85e3-be2040c9aab4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.455463] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0ae5e3-465f-401a-b6db-5d259f0288da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.469676] env[69735]: DEBUG nova.compute.provider_tree [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.497596] env[69735]: DEBUG nova.network.neutron [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Successfully created port: 8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.553221] env[69735]: DEBUG oslo_concurrency.lockutils [req-36b050aa-b897-450a-bbd7-0f8471ea0438 req-e66f01e6-a6c5-4fee-ae59-4db57c28bc59 service nova] Releasing lock "refresh_cache-328594d8-fc29-4d5f-a04f-047d540f9d56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.575621] env[69735]: DEBUG nova.compute.manager [req-cd7104d9-3994-4ca8-aedb-065acfe0adce req-9bac4724-be4f-4d96-b0c3-606ca855f272 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Received event network-changed-52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.576067] env[69735]: DEBUG nova.compute.manager [req-cd7104d9-3994-4ca8-aedb-065acfe0adce req-9bac4724-be4f-4d96-b0c3-606ca855f272 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Refreshing instance network info cache due to event network-changed-52d4541c-a6f8-451f-bc69-246c209af27a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.576160] env[69735]: DEBUG oslo_concurrency.lockutils [req-cd7104d9-3994-4ca8-aedb-065acfe0adce req-9bac4724-be4f-4d96-b0c3-606ca855f272 service nova] Acquiring lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.618132] env[69735]: DEBUG oslo_vmware.api [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604873, 'name': PowerOffVM_Task, 'duration_secs': 0.241145} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.618441] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.618607] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.619033] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23ae2b8e-7ac7-4376-a647-f0ef5924895c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.620979] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Releasing lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.621253] env[69735]: DEBUG nova.compute.manager [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Inject network info {{(pid=69735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 803.621533] env[69735]: DEBUG nova.compute.manager [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] network_info to inject: |[{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 803.626390] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Reconfiguring VM instance to set the machine id {{(pid=69735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 803.626713] env[69735]: DEBUG oslo_concurrency.lockutils [req-cd7104d9-3994-4ca8-aedb-065acfe0adce req-9bac4724-be4f-4d96-b0c3-606ca855f272 service nova] Acquired lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.626917] env[69735]: DEBUG nova.network.neutron [req-cd7104d9-3994-4ca8-aedb-065acfe0adce req-9bac4724-be4f-4d96-b0c3-606ca855f272 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Refreshing network info cache for port 52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.628160] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f8a3c6-e122-45dc-b33d-0422e63cdaeb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.647383] env[69735]: DEBUG oslo_vmware.api [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 803.647383] env[69735]: value = "task-3604876" [ 803.647383] env[69735]: _type = "Task" [ 803.647383] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.660074] env[69735]: DEBUG oslo_vmware.api [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.721199] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.721451] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.721634] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Deleting the datastore file [datastore2] c5cf678b-99a6-4322-adfc-172f3e4d55f7 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.721913] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47bf39e2-9c70-4dc5-b30e-79303c48ff0b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.729680] env[69735]: DEBUG oslo_vmware.api [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for the task: (returnval){ [ 803.729680] env[69735]: value = "task-3604877" [ 803.729680] env[69735]: _type = "Task" [ 803.729680] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.740499] env[69735]: DEBUG oslo_vmware.api [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.745588] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494409} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.745833] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] e228cfb3-e146-4148-bc18-b23080c2a06a/e228cfb3-e146-4148-bc18-b23080c2a06a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.746050] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.746304] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-767eb237-3f5d-477d-9f45-0877d5ed4860 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.756412] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 803.756412] env[69735]: value = "task-3604878" [ 803.756412] env[69735]: _type = "Task" [ 803.756412] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.766112] env[69735]: DEBUG nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.768293] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5214de2e-0902-b4e8-959a-18c576fc7930, 'name': SearchDatastore_Task, 'duration_secs': 0.017072} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.769587] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f56f3a3-718f-4376-96a8-54d0374a4d57 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.783302] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.787991] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 803.787991] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a3461e-0dd1-4851-cabb-b2793af58148" [ 803.787991] env[69735]: _type = "Task" [ 803.787991] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.800524] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.807570] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.807805] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.808032] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.808207] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.808354] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.808497] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.808703] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.808909] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.809085] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.809227] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.809393] env[69735]: DEBUG nova.virt.hardware [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.809691] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-102e7227-bb9e-4251-b1c5-128febc3eac8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.812975] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a3461e-0dd1-4851-cabb-b2793af58148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.813656] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b8aee9-b1a6-4c38-8919-a33a05895f1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.818362] env[69735]: DEBUG nova.network.neutron [-] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.829163] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d77e698-67fa-4a02-9d8b-95ec358383b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.835710] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 803.835710] env[69735]: value = "task-3604879" [ 803.835710] env[69735]: _type = "Task" [ 803.835710] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.856753] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604879, 'name': CloneVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.973517] env[69735]: DEBUG nova.scheduler.client.report [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.158910] env[69735]: DEBUG oslo_vmware.api [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604876, 'name': ReconfigVM_Task, 'duration_secs': 0.197265} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.159302] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf4affa-b3e7-42d9-8a33-4802e1079d6a tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Reconfigured VM instance to set the machine id {{(pid=69735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 804.240574] env[69735]: DEBUG oslo_vmware.api [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Task: {'id': task-3604877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154193} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.240917] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.241139] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.241327] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.241499] env[69735]: INFO nova.compute.manager [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 804.241734] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.241940] env[69735]: DEBUG nova.compute.manager [-] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.246224] env[69735]: DEBUG nova.network.neutron [-] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.267476] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075772} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.267905] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.268648] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87309e07-ac0a-4720-843d-fa496e55f0c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.297103] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] e228cfb3-e146-4148-bc18-b23080c2a06a/e228cfb3-e146-4148-bc18-b23080c2a06a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.297496] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69e669d-7c8a-4e0c-9042-0bfee35cb3ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.325912] env[69735]: INFO nova.compute.manager [-] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Took 1.16 seconds to deallocate network for instance. [ 804.337988] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a3461e-0dd1-4851-cabb-b2793af58148, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.342048] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.342048] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 328594d8-fc29-4d5f-a04f-047d540f9d56/328594d8-fc29-4d5f-a04f-047d540f9d56.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.342048] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 804.342048] env[69735]: value = "task-3604880" [ 804.342048] env[69735]: _type = "Task" [ 804.342048] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.342048] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285aeda3-e0df-4817-8c8e-3fb537d1b7ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.352410] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604879, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.359009] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.363119] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 804.363119] env[69735]: value = "task-3604881" [ 804.363119] env[69735]: _type = "Task" [ 804.363119] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.373816] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.433618] env[69735]: DEBUG nova.objects.instance [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lazy-loading 'flavor' on Instance uuid 0f69937d-222e-4155-8ecf-5d5fb86d68b6 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.478636] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.479251] env[69735]: DEBUG nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.482083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.334s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.483574] env[69735]: INFO nova.compute.claims [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.785249] env[69735]: DEBUG nova.network.neutron [req-cd7104d9-3994-4ca8-aedb-065acfe0adce req-9bac4724-be4f-4d96-b0c3-606ca855f272 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updated VIF entry in instance network info cache for port 52d4541c-a6f8-451f-bc69-246c209af27a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.785644] env[69735]: DEBUG nova.network.neutron [req-cd7104d9-3994-4ca8-aedb-065acfe0adce req-9bac4724-be4f-4d96-b0c3-606ca855f272 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updating instance_info_cache with network_info: [{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.841365] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.851182] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604879, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.857395] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604880, 'name': ReconfigVM_Task, 'duration_secs': 0.30727} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.857644] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] e228cfb3-e146-4148-bc18-b23080c2a06a/e228cfb3-e146-4148-bc18-b23080c2a06a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.858325] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c9d7117-8645-470b-a479-dadb567be3cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.872815] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 804.872815] env[69735]: value = "task-3604882" [ 804.872815] env[69735]: _type = "Task" [ 804.872815] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.881463] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604881, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.889387] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604882, 'name': Rename_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.942026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.989601] env[69735]: DEBUG nova.compute.utils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.998760] env[69735]: DEBUG nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.998760] env[69735]: DEBUG nova.network.neutron [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.127429] env[69735]: DEBUG nova.policy [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca51b25252a64eebaef5b3e39246d1a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '098edaaf28eb4431972c2176823811cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.292368] env[69735]: DEBUG oslo_concurrency.lockutils [req-cd7104d9-3994-4ca8-aedb-065acfe0adce req-9bac4724-be4f-4d96-b0c3-606ca855f272 service nova] Releasing lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.292368] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquired lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.354744] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604879, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.374529] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753926} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.378533] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 328594d8-fc29-4d5f-a04f-047d540f9d56/328594d8-fc29-4d5f-a04f-047d540f9d56.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.379096] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.379464] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a11d5377-c66e-47bd-8320-a8decde430dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.388053] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604882, 'name': Rename_Task, 'duration_secs': 0.287706} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.390146] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.391565] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 805.391565] env[69735]: value = "task-3604883" [ 805.391565] env[69735]: _type = "Task" [ 805.391565] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.391565] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06326d0b-d4c2-481f-a451-fa2992b0ea3e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.404357] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.406984] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 805.406984] env[69735]: value = "task-3604884" [ 805.406984] env[69735]: _type = "Task" [ 805.406984] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.418244] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.497036] env[69735]: DEBUG nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.852771] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604879, 'name': CloneVM_Task, 'duration_secs': 1.771142} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.854057] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Created linked-clone VM from snapshot [ 805.859475] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05099d21-66dc-49ba-853e-c72850833ee5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.866778] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Uploading image a43be8b2-3d6b-4895-ae74-4c5858be085c {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.884922] env[69735]: DEBUG nova.compute.manager [req-604f1f65-2ba8-4de3-9074-54fec8e1563d req-7e94b67f-d497-4434-94e0-ebea4f74f9fe service nova] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Received event network-vif-deleted-888465b5-94d2-4988-9858-9698c61e3ba3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.884972] env[69735]: DEBUG nova.compute.manager [req-604f1f65-2ba8-4de3-9074-54fec8e1563d req-7e94b67f-d497-4434-94e0-ebea4f74f9fe service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Received event network-vif-deleted-f248f93d-a99f-4ac4-99f6-3366dee38f1b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.889020] env[69735]: INFO nova.compute.manager [req-604f1f65-2ba8-4de3-9074-54fec8e1563d req-7e94b67f-d497-4434-94e0-ebea4f74f9fe service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Neutron deleted interface f248f93d-a99f-4ac4-99f6-3366dee38f1b; detaching it from the instance and deleting it from the info cache [ 805.889020] env[69735]: DEBUG nova.network.neutron [req-604f1f65-2ba8-4de3-9074-54fec8e1563d req-7e94b67f-d497-4434-94e0-ebea4f74f9fe service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.913464] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072973} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.915565] env[69735]: DEBUG oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.915565] env[69735]: value = "vm-719164" [ 805.915565] env[69735]: _type = "VirtualMachine" [ 805.915565] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.918977] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.919277] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7baef696-0402-4093-8aef-74a6da5ef8cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.924170] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7100eecb-2bd0-4ce9-81c1-2faf45e2a2ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.958529] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 328594d8-fc29-4d5f-a04f-047d540f9d56/328594d8-fc29-4d5f-a04f-047d540f9d56.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.958975] env[69735]: DEBUG oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease: (returnval){ [ 805.958975] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52431bb3-4a4e-4a37-a6ad-a064485087ee" [ 805.958975] env[69735]: _type = "HttpNfcLease" [ 805.958975] env[69735]: } obtained for exporting VM: (result){ [ 805.958975] env[69735]: value = "vm-719164" [ 805.958975] env[69735]: _type = "VirtualMachine" [ 805.958975] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.959261] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the lease: (returnval){ [ 805.959261] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52431bb3-4a4e-4a37-a6ad-a064485087ee" [ 805.959261] env[69735]: _type = "HttpNfcLease" [ 805.959261] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.959426] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.963027] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb4f5861-d5be-4783-98a1-84f60731af4b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.987328] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.987328] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52431bb3-4a4e-4a37-a6ad-a064485087ee" [ 805.987328] env[69735]: _type = "HttpNfcLease" [ 805.987328] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.989272] env[69735]: DEBUG oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.989272] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52431bb3-4a4e-4a37-a6ad-a064485087ee" [ 805.989272] env[69735]: _type = "HttpNfcLease" [ 805.989272] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.989789] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 805.989789] env[69735]: value = "task-3604886" [ 805.989789] env[69735]: _type = "Task" [ 805.989789] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.991020] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7383a4b9-ac36-4ecd-a65a-2511a59c05fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.014770] env[69735]: DEBUG oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bee01-9fb7-c665-6d18-b5868848993c/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.015030] env[69735]: DEBUG oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bee01-9fb7-c665-6d18-b5868848993c/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.024410] env[69735]: DEBUG nova.network.neutron [-] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.025668] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.119050] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1fce411-9306-4b62-b6b1-76ec9dd98904 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.270088] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2608f829-e5d1-4e16-a7d1-bec080a4321a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.280532] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b124d790-b8b2-4a82-94e8-ffc45cfa1388 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.316558] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbfc4ed-e443-4524-b7e8-09f34ffdea2e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.324751] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7684ace0-4184-453c-a58a-263949262c28 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.341697] env[69735]: DEBUG nova.compute.provider_tree [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.391674] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfccaaed-f32b-4815-bc9d-b9f0e81bd120 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.403049] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa8a187-d59d-4c13-94f1-c239aa50357a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.426521] env[69735]: DEBUG oslo_vmware.api [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604884, 'name': PowerOnVM_Task, 'duration_secs': 0.571435} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.426571] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.426807] env[69735]: INFO nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Took 10.01 seconds to spawn the instance on the hypervisor. [ 806.426975] env[69735]: DEBUG nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.427887] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f3a86a-4bf6-4dda-a1ab-2b2218caab92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.447839] env[69735]: DEBUG nova.compute.manager [req-604f1f65-2ba8-4de3-9074-54fec8e1563d req-7e94b67f-d497-4434-94e0-ebea4f74f9fe service nova] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Detach interface failed, port_id=f248f93d-a99f-4ac4-99f6-3366dee38f1b, reason: Instance c5cf678b-99a6-4322-adfc-172f3e4d55f7 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.460692] env[69735]: DEBUG nova.network.neutron [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Successfully updated port: 8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.470930] env[69735]: DEBUG nova.network.neutron [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Successfully created port: 7ef511d6-867c-4370-b694-7339a87b5ace {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.507996] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604886, 'name': ReconfigVM_Task, 'duration_secs': 0.366579} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.508379] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 328594d8-fc29-4d5f-a04f-047d540f9d56/328594d8-fc29-4d5f-a04f-047d540f9d56.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.509367] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5efb17a6-31cc-4179-a3e3-db31df5fd33a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.522133] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 806.522133] env[69735]: value = "task-3604887" [ 806.522133] env[69735]: _type = "Task" [ 806.522133] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.526464] env[69735]: DEBUG nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.535593] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604887, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.556932] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.557272] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.557498] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.557711] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.557911] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.558175] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.558402] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.558566] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.558730] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.558903] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.559130] env[69735]: DEBUG nova.virt.hardware [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.560434] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace8ea1-d4df-4627-94b2-35664b15d7e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.571226] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cfa1b0-d843-47de-bff4-daf96f7aa16c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.587720] env[69735]: INFO nova.compute.manager [-] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Took 2.34 seconds to deallocate network for instance. [ 806.678280] env[69735]: DEBUG nova.network.neutron [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.844975] env[69735]: DEBUG nova.scheduler.client.report [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.968213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.968371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.968528] env[69735]: DEBUG nova.network.neutron [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.977632] env[69735]: INFO nova.compute.manager [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Took 51.10 seconds to build instance. [ 807.030347] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604887, 'name': Rename_Task, 'duration_secs': 0.288269} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.030755] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.031175] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d15d272-3201-4e98-8e27-2e7b13ef1637 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.041461] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 807.041461] env[69735]: value = "task-3604888" [ 807.041461] env[69735]: _type = "Task" [ 807.041461] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.051279] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.096730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.352949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.353744] env[69735]: DEBUG nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.356608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.897s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.356858] env[69735]: DEBUG nova.objects.instance [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lazy-loading 'resources' on Instance uuid 4ce1e0c3-ce34-4acf-9a72-64c832056360 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.480572] env[69735]: DEBUG oslo_concurrency.lockutils [None req-340ab1fd-cdd7-429e-954f-c11a158a1e8c tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "e228cfb3-e146-4148-bc18-b23080c2a06a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.046s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.555011] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.556557] env[69735]: DEBUG nova.network.neutron [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.703801] env[69735]: DEBUG nova.network.neutron [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updating instance_info_cache with network_info: [{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.863787] env[69735]: DEBUG nova.compute.utils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.869035] env[69735]: DEBUG nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.869035] env[69735]: DEBUG nova.network.neutron [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.869776] env[69735]: DEBUG nova.network.neutron [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updating instance_info_cache with network_info: [{"id": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "address": "fa:16:3e:f8:f2:00", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d087345-52", "ovs_interfaceid": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.926332] env[69735]: DEBUG nova.policy [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92cd57fc632a4c22bc7cf0233f995fd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '952447053450436b82c0631ec9528962', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.985594] env[69735]: DEBUG nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.053272] env[69735]: DEBUG oslo_vmware.api [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604888, 'name': PowerOnVM_Task, 'duration_secs': 0.693354} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.056315] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.056576] env[69735]: INFO nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Took 9.84 seconds to spawn the instance on the hypervisor. [ 808.056760] env[69735]: DEBUG nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.058012] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324b0405-8a0b-438f-9ba6-bd9b6fb93527 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.207348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Releasing lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.207590] env[69735]: DEBUG nova.compute.manager [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Inject network info {{(pid=69735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 808.207839] env[69735]: DEBUG nova.compute.manager [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] network_info to inject: |[{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 808.213473] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Reconfiguring VM instance to set the machine id {{(pid=69735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 808.213790] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b2336e9-977d-4325-a6d2-0ed32eff74c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.237050] env[69735]: DEBUG oslo_vmware.api [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 808.237050] env[69735]: value = "task-3604889" [ 808.237050] env[69735]: _type = "Task" [ 808.237050] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.252090] env[69735]: DEBUG oslo_vmware.api [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.264962] env[69735]: DEBUG nova.compute.manager [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Received event network-vif-plugged-8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.265225] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Acquiring lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.265410] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.265588] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.265923] env[69735]: DEBUG nova.compute.manager [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] No waiting events found dispatching network-vif-plugged-8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.266329] env[69735]: WARNING nova.compute.manager [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Received unexpected event network-vif-plugged-8d087345-523a-47d8-a46f-0e6f6a2e865c for instance with vm_state building and task_state spawning. [ 808.266576] env[69735]: DEBUG nova.compute.manager [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Received event network-changed-8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.266822] env[69735]: DEBUG nova.compute.manager [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Refreshing instance network info cache due to event network-changed-8d087345-523a-47d8-a46f-0e6f6a2e865c. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.267716] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Acquiring lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.372031] env[69735]: DEBUG nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.376915] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Releasing lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.377408] env[69735]: DEBUG nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Instance network_info: |[{"id": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "address": "fa:16:3e:f8:f2:00", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d087345-52", "ovs_interfaceid": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.377886] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Acquired lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.378216] env[69735]: DEBUG nova.network.neutron [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Refreshing network info cache for port 8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.379542] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:f2:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d087345-523a-47d8-a46f-0e6f6a2e865c', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.392782] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.401347] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-3a7606e7-37de-411d-a478-d800677c3d13-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.401347] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-3a7606e7-37de-411d-a478-d800677c3d13-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.401347] env[69735]: DEBUG nova.objects.instance [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'flavor' on Instance uuid 3a7606e7-37de-411d-a478-d800677c3d13 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.402733] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.404425] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dca7c11c-8fec-4574-ac95-4f84c7de6528 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.427963] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.427963] env[69735]: value = "task-3604890" [ 808.427963] env[69735]: _type = "Task" [ 808.427963] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.439622] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604890, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.503745] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4088aaaa-2b57-4e27-a223-63853fd42f4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.514147] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84841759-b8d2-4099-9b97-5722a620add6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.518814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.547608] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfb582d-fed9-4f49-a6ea-eaf7f865d601 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.555536] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc741033-a6d1-4e62-a7f1-ca91ae5811c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.574818] env[69735]: DEBUG nova.compute.provider_tree [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.577105] env[69735]: INFO nova.compute.manager [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Took 48.25 seconds to build instance. [ 808.579321] env[69735]: DEBUG nova.network.neutron [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Successfully created port: 6bb37c7d-9db9-4e87-be4f-230aa968252e {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.688775] env[69735]: DEBUG nova.network.neutron [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Successfully updated port: 7ef511d6-867c-4370-b694-7339a87b5ace {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.747986] env[69735]: DEBUG oslo_vmware.api [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604889, 'name': ReconfigVM_Task, 'duration_secs': 0.227166} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.748286] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b089c4a2-9e50-4507-b3ab-1bc1ad8ea2f0 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Reconfigured VM instance to set the machine id {{(pid=69735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 808.917063] env[69735]: DEBUG nova.network.neutron [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updated VIF entry in instance network info cache for port 8d087345-523a-47d8-a46f-0e6f6a2e865c. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.917473] env[69735]: DEBUG nova.network.neutron [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updating instance_info_cache with network_info: [{"id": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "address": "fa:16:3e:f8:f2:00", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d087345-52", "ovs_interfaceid": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.939076] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604890, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.073167] env[69735]: DEBUG nova.objects.instance [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'pci_requests' on Instance uuid 3a7606e7-37de-411d-a478-d800677c3d13 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.079688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc97b8d6-2b93-4443-ad84-d84be928701d tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "328594d8-fc29-4d5f-a04f-047d540f9d56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.604s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.080913] env[69735]: DEBUG nova.scheduler.client.report [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.166102] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "e228cfb3-e146-4148-bc18-b23080c2a06a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.166102] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "e228cfb3-e146-4148-bc18-b23080c2a06a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.166102] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "e228cfb3-e146-4148-bc18-b23080c2a06a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.166102] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "e228cfb3-e146-4148-bc18-b23080c2a06a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.166297] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "e228cfb3-e146-4148-bc18-b23080c2a06a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.168711] env[69735]: INFO nova.compute.manager [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Terminating instance [ 809.192555] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.192707] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.192915] env[69735]: DEBUG nova.network.neutron [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.382401] env[69735]: DEBUG nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.413205] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.413499] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.413681] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.413889] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.414076] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.414258] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.414482] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.414649] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.414846] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.415037] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.415269] env[69735]: DEBUG nova.virt.hardware [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.416256] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc010f6-d413-4747-8a24-7f8bdbcc181c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.420114] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Releasing lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.420364] env[69735]: DEBUG nova.compute.manager [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Received event network-changed-52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.420552] env[69735]: DEBUG nova.compute.manager [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Refreshing instance network info cache due to event network-changed-52d4541c-a6f8-451f-bc69-246c209af27a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.420789] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Acquiring lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.421014] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Acquired lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.421231] env[69735]: DEBUG nova.network.neutron [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Refreshing network info cache for port 52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.428560] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb4afb-3b03-426b-9fb9-c9655f530820 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.450275] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604890, 'name': CreateVM_Task, 'duration_secs': 0.516381} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.450417] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.451153] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.451349] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.451681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.452237] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b82989-6531-4a21-88ab-cbe65cdcfae4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.457021] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 809.457021] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5265173a-d57c-ce94-1fa2-fd04590f196a" [ 809.457021] env[69735]: _type = "Task" [ 809.457021] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.464682] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5265173a-d57c-ce94-1fa2-fd04590f196a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.575896] env[69735]: DEBUG nova.objects.base [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Object Instance<3a7606e7-37de-411d-a478-d800677c3d13> lazy-loaded attributes: flavor,pci_requests {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 809.576136] env[69735]: DEBUG nova.network.neutron [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.588171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.590513] env[69735]: DEBUG nova.compute.manager [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.592969] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.365s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.594958] env[69735]: INFO nova.compute.claims [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.621809] env[69735]: INFO nova.scheduler.client.report [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Deleted allocations for instance 4ce1e0c3-ce34-4acf-9a72-64c832056360 [ 809.640539] env[69735]: DEBUG nova.policy [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.677272] env[69735]: DEBUG nova.compute.manager [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.677272] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.677503] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7506a46d-75d3-43be-a412-1d7ef17f9156 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.686389] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.686659] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c949d448-d11c-4d65-94eb-6974d512a6ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.693610] env[69735]: DEBUG oslo_vmware.api [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 809.693610] env[69735]: value = "task-3604891" [ 809.693610] env[69735]: _type = "Task" [ 809.693610] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.705687] env[69735]: DEBUG oslo_vmware.api [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.779754] env[69735]: DEBUG nova.network.neutron [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.967742] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5265173a-d57c-ce94-1fa2-fd04590f196a, 'name': SearchDatastore_Task, 'duration_secs': 0.036292} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.968127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.968377] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.968599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.968746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.968989] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.969283] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24835578-d0b8-4372-8179-a6a2b24c2fc2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.978056] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.978263] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.979042] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4703bd-13c1-4ecb-872f-a71366a5dece {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.986132] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 809.986132] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274565d-939c-0616-1308-260af5ec3991" [ 809.986132] env[69735]: _type = "Task" [ 809.986132] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.993494] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274565d-939c-0616-1308-260af5ec3991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.109512] env[69735]: DEBUG nova.network.neutron [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Updating instance_info_cache with network_info: [{"id": "7ef511d6-867c-4370-b694-7339a87b5ace", "address": "fa:16:3e:81:36:66", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef511d6-86", "ovs_interfaceid": "7ef511d6-867c-4370-b694-7339a87b5ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.118451] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.129145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9da2466-8477-4e19-b72c-8d1b4b036c21 tempest-ServerMetadataTestJSON-1193914433 tempest-ServerMetadataTestJSON-1193914433-project-member] Lock "4ce1e0c3-ce34-4acf-9a72-64c832056360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.651s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.206450] env[69735]: DEBUG oslo_vmware.api [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604891, 'name': PowerOffVM_Task, 'duration_secs': 0.271374} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.206885] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.207176] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.207546] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bc9dadd-a4d5-451a-b71c-77292d940bbf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.277309] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.277551] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.277731] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Deleting the datastore file [datastore1] e228cfb3-e146-4148-bc18-b23080c2a06a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.278908] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1cc4a6b-7f3b-4126-b6d5-da87aa9b57da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.287068] env[69735]: DEBUG oslo_vmware.api [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for the task: (returnval){ [ 810.287068] env[69735]: value = "task-3604893" [ 810.287068] env[69735]: _type = "Task" [ 810.287068] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.295472] env[69735]: DEBUG oslo_vmware.api [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.315984] env[69735]: DEBUG nova.network.neutron [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Successfully created port: f1c509eb-3895-4a45-bcdb-8dd1dec30443 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.472461] env[69735]: DEBUG nova.network.neutron [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updated VIF entry in instance network info cache for port 52d4541c-a6f8-451f-bc69-246c209af27a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.473162] env[69735]: DEBUG nova.network.neutron [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updating instance_info_cache with network_info: [{"id": "52d4541c-a6f8-451f-bc69-246c209af27a", "address": "fa:16:3e:ac:88:91", "network": {"id": "8060559b-c60f-45f3-bf3f-9263f92d0c80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171443094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c74ec8994d449786c75eef2d05fb5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d4541c-a6", "ovs_interfaceid": "52d4541c-a6f8-451f-bc69-246c209af27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.496890] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274565d-939c-0616-1308-260af5ec3991, 'name': SearchDatastore_Task, 'duration_secs': 0.036359} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.497732] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c0643c-7cd4-4d66-aef2-8503a99c6d04 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.503288] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 810.503288] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fffe82-783c-5275-8d3b-184b559fbbfd" [ 810.503288] env[69735]: _type = "Task" [ 810.503288] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.511115] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fffe82-783c-5275-8d3b-184b559fbbfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.613692] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.614014] env[69735]: DEBUG nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Instance network_info: |[{"id": "7ef511d6-867c-4370-b694-7339a87b5ace", "address": "fa:16:3e:81:36:66", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef511d6-86", "ovs_interfaceid": "7ef511d6-867c-4370-b694-7339a87b5ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.614556] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:36:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ef511d6-867c-4370-b694-7339a87b5ace', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.630800] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Creating folder: Project (098edaaf28eb4431972c2176823811cc). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.636236] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57cc3081-7801-475d-be78-3d0396c10bb4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.650006] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Created folder: Project (098edaaf28eb4431972c2176823811cc) in parent group-v719064. [ 810.650282] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Creating folder: Instances. Parent ref: group-v719166. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.653933] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-277b29b4-1f19-4093-bece-f2c0a25bd036 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.665451] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Created folder: Instances in parent group-v719166. [ 810.665872] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.666119] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.666349] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2814cf9e-5cef-40ad-9065-cdc207808651 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.691505] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.691505] env[69735]: value = "task-3604896" [ 810.691505] env[69735]: _type = "Task" [ 810.691505] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.705821] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604896, 'name': CreateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.798496] env[69735]: DEBUG oslo_vmware.api [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Task: {'id': task-3604893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289923} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.798815] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.799036] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.799242] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.799547] env[69735]: INFO nova.compute.manager [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 810.799795] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.800016] env[69735]: DEBUG nova.compute.manager [-] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.800116] env[69735]: DEBUG nova.network.neutron [-] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.836615] env[69735]: DEBUG nova.network.neutron [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Successfully updated port: 6bb37c7d-9db9-4e87-be4f-230aa968252e {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.976048] env[69735]: DEBUG oslo_concurrency.lockutils [req-515e8974-2c5b-4ae1-b1e0-3883b153ece1 req-4c655939-3ef2-4f03-ac97-78d6744015d0 service nova] Releasing lock "refresh_cache-0f69937d-222e-4155-8ecf-5d5fb86d68b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.016455] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fffe82-783c-5275-8d3b-184b559fbbfd, 'name': SearchDatastore_Task, 'duration_secs': 0.013198} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.016837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.017058] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38/1baf08c6-9f09-463b-abe4-9fc3ffc9bd38.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.019810] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d2d9506-9979-45d4-8805-67a9e3755cee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.026427] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 811.026427] env[69735]: value = "task-3604897" [ 811.026427] env[69735]: _type = "Task" [ 811.026427] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.036825] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.209094] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604896, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.211798] env[69735]: DEBUG nova.compute.manager [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Received event network-vif-plugged-7ef511d6-867c-4370-b694-7339a87b5ace {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.212138] env[69735]: DEBUG oslo_concurrency.lockutils [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] Acquiring lock "45443b55-ca14-472c-99a3-7b2d8e4bba76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.212370] env[69735]: DEBUG oslo_concurrency.lockutils [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] Lock "45443b55-ca14-472c-99a3-7b2d8e4bba76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.212666] env[69735]: DEBUG oslo_concurrency.lockutils [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] Lock "45443b55-ca14-472c-99a3-7b2d8e4bba76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.212920] env[69735]: DEBUG nova.compute.manager [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] No waiting events found dispatching network-vif-plugged-7ef511d6-867c-4370-b694-7339a87b5ace {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.213262] env[69735]: WARNING nova.compute.manager [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Received unexpected event network-vif-plugged-7ef511d6-867c-4370-b694-7339a87b5ace for instance with vm_state building and task_state spawning. [ 811.213610] env[69735]: DEBUG nova.compute.manager [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Received event network-changed-7ef511d6-867c-4370-b694-7339a87b5ace {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.213684] env[69735]: DEBUG nova.compute.manager [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Refreshing instance network info cache due to event network-changed-7ef511d6-867c-4370-b694-7339a87b5ace. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.213982] env[69735]: DEBUG oslo_concurrency.lockutils [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] Acquiring lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.214257] env[69735]: DEBUG oslo_concurrency.lockutils [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] Acquired lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.214731] env[69735]: DEBUG nova.network.neutron [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Refreshing network info cache for port 7ef511d6-867c-4370-b694-7339a87b5ace {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.258538] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a551d77-4e2e-4d3e-80b1-b9a389c07f41 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.266598] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312ef45-20cd-4ce2-a3b7-31670dfd0c5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.297710] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5496a41a-73e5-4554-abd7-a5559328e781 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.306677] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263201e-f10f-4e42-9f6b-580931f63a6f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.321439] env[69735]: DEBUG nova.compute.provider_tree [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.339217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquiring lock "refresh_cache-090defd1-8b7c-42f3-a9f3-4cb1308b8261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.339487] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquired lock "refresh_cache-090defd1-8b7c-42f3-a9f3-4cb1308b8261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.339706] env[69735]: DEBUG nova.network.neutron [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.344693] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.344937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.345170] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.345307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.345471] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.347479] env[69735]: INFO nova.compute.manager [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Terminating instance [ 811.540168] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604897, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.602830] env[69735]: DEBUG nova.network.neutron [-] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.702964] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604896, 'name': CreateVM_Task, 'duration_secs': 0.565961} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.704618] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.705767] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.705992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.706426] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.706748] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5c1e6e-5224-4a35-b025-78a039d15dc4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.717886] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 811.717886] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a66db0-2375-a4ea-a253-0eceab3dbeb0" [ 811.717886] env[69735]: _type = "Task" [ 811.717886] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.732539] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a66db0-2375-a4ea-a253-0eceab3dbeb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.825752] env[69735]: DEBUG nova.scheduler.client.report [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.855298] env[69735]: DEBUG nova.compute.manager [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.855522] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.856680] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004f39d-cb24-49a8-b547-3fb9f34a03b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.864925] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.865195] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-317beb8b-b6f5-48da-8150-f47a1e5a337f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.871184] env[69735]: DEBUG oslo_vmware.api [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 811.871184] env[69735]: value = "task-3604898" [ 811.871184] env[69735]: _type = "Task" [ 811.871184] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.880106] env[69735]: DEBUG oslo_vmware.api [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.899201] env[69735]: DEBUG nova.network.neutron [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.039148] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816935} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.039467] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38/1baf08c6-9f09-463b-abe4-9fc3ffc9bd38.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.039702] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.039982] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9f0ad1d-bf19-4d88-b00b-cd7da3443229 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.051137] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 812.051137] env[69735]: value = "task-3604899" [ 812.051137] env[69735]: _type = "Task" [ 812.051137] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.063131] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.105829] env[69735]: INFO nova.compute.manager [-] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Took 1.31 seconds to deallocate network for instance. [ 812.232752] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a66db0-2375-a4ea-a253-0eceab3dbeb0, 'name': SearchDatastore_Task, 'duration_secs': 0.057893} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.233039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.233297] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.233558] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.233704] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.233880] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.234153] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff1962cf-70bc-4cbe-a784-b625e4e6c415 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.248399] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.248605] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.249411] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985dd7fc-5bf4-4874-b58a-e00e47f9e39d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.254904] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 812.254904] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520ddb17-7947-30ea-dd7b-c55b9eaf93bc" [ 812.254904] env[69735]: _type = "Task" [ 812.254904] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.264139] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520ddb17-7947-30ea-dd7b-c55b9eaf93bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.330056] env[69735]: DEBUG nova.network.neutron [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Updated VIF entry in instance network info cache for port 7ef511d6-867c-4370-b694-7339a87b5ace. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.330448] env[69735]: DEBUG nova.network.neutron [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Updating instance_info_cache with network_info: [{"id": "7ef511d6-867c-4370-b694-7339a87b5ace", "address": "fa:16:3e:81:36:66", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef511d6-86", "ovs_interfaceid": "7ef511d6-867c-4370-b694-7339a87b5ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.332095] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.332568] env[69735]: DEBUG nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.335970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.054s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.336363] env[69735]: INFO nova.compute.claims [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.354757] env[69735]: DEBUG nova.network.neutron [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Updating instance_info_cache with network_info: [{"id": "6bb37c7d-9db9-4e87-be4f-230aa968252e", "address": "fa:16:3e:65:4c:a1", "network": {"id": "39920a0a-5210-42d1-b428-101332ba8dda", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1958196228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952447053450436b82c0631ec9528962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb37c7d-9d", "ovs_interfaceid": "6bb37c7d-9db9-4e87-be4f-230aa968252e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.387172] env[69735]: DEBUG oslo_vmware.api [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604898, 'name': PowerOffVM_Task, 'duration_secs': 0.236593} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.387608] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.387696] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.387939] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86efe8ea-ed8d-4a8b-8626-f56744df77d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.464515] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.464652] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.464788] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Deleting the datastore file [datastore2] 0f69937d-222e-4155-8ecf-5d5fb86d68b6 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.464986] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a2d06d1-1885-40d2-b025-406d0dcb682c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.472452] env[69735]: DEBUG oslo_vmware.api [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for the task: (returnval){ [ 812.472452] env[69735]: value = "task-3604901" [ 812.472452] env[69735]: _type = "Task" [ 812.472452] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.481958] env[69735]: DEBUG oslo_vmware.api [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.561525] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080681} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.562197] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.566071] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda7fedc-9222-47a6-981f-34f9b70f38c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.588573] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38/1baf08c6-9f09-463b-abe4-9fc3ffc9bd38.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.589149] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac2e98a-e8d4-409a-ae81-e933173551c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.609880] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 812.609880] env[69735]: value = "task-3604902" [ 812.609880] env[69735]: _type = "Task" [ 812.609880] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.615986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.619359] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.636930] env[69735]: DEBUG nova.network.neutron [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Successfully updated port: f1c509eb-3895-4a45-bcdb-8dd1dec30443 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.766144] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520ddb17-7947-30ea-dd7b-c55b9eaf93bc, 'name': SearchDatastore_Task, 'duration_secs': 0.027865} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.767113] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d75240-940d-43b4-9b63-7b0b8021e266 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.772591] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 812.772591] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff094f-4331-c66b-4242-50798ca7b886" [ 812.772591] env[69735]: _type = "Task" [ 812.772591] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.780983] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff094f-4331-c66b-4242-50798ca7b886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.836329] env[69735]: DEBUG oslo_concurrency.lockutils [req-ef6cf974-90c5-4323-8b6c-e712834c26a9 req-6efb108f-1b3f-4c7d-a799-d000507180c4 service nova] Releasing lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.840898] env[69735]: DEBUG nova.compute.utils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.844748] env[69735]: DEBUG nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.844912] env[69735]: DEBUG nova.network.neutron [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.857711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Releasing lock "refresh_cache-090defd1-8b7c-42f3-a9f3-4cb1308b8261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.857914] env[69735]: DEBUG nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Instance network_info: |[{"id": "6bb37c7d-9db9-4e87-be4f-230aa968252e", "address": "fa:16:3e:65:4c:a1", "network": {"id": "39920a0a-5210-42d1-b428-101332ba8dda", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1958196228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952447053450436b82c0631ec9528962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb37c7d-9d", "ovs_interfaceid": "6bb37c7d-9db9-4e87-be4f-230aa968252e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.858762] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:4c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bb37c7d-9db9-4e87-be4f-230aa968252e', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.866730] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Creating folder: Project (952447053450436b82c0631ec9528962). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.867224] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b946446-e103-4c77-b778-483ef2e2a5b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.878110] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Created folder: Project (952447053450436b82c0631ec9528962) in parent group-v719064. [ 812.878433] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Creating folder: Instances. Parent ref: group-v719169. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.878728] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0beed688-c486-42f8-a534-6a342147b380 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.888127] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Created folder: Instances in parent group-v719169. [ 812.889349] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.889349] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.889349] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6501159f-bc72-4e63-a144-80afacaf5177 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.905510] env[69735]: DEBUG nova.policy [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96fee9da0b0b4d7fa1c8fb8ab40205eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afd87e485004007ae03bb74894f7edf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.913409] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.913409] env[69735]: value = "task-3604905" [ 812.913409] env[69735]: _type = "Task" [ 812.913409] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.925680] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604905, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.985242] env[69735]: DEBUG oslo_vmware.api [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Task: {'id': task-3604901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469015} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.985644] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.985952] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.986266] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.986654] env[69735]: INFO nova.compute.manager [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 812.986939] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.987239] env[69735]: DEBUG nova.compute.manager [-] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.987395] env[69735]: DEBUG nova.network.neutron [-] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.120313] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.146318] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.146691] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.146744] env[69735]: DEBUG nova.network.neutron [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.295034] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff094f-4331-c66b-4242-50798ca7b886, 'name': SearchDatastore_Task, 'duration_secs': 0.024085} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.295034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.295034] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76/45443b55-ca14-472c-99a3-7b2d8e4bba76.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.295034] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-336fc82a-fd18-43ee-99d0-be420f4bebc1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.302212] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 813.302212] env[69735]: value = "task-3604906" [ 813.302212] env[69735]: _type = "Task" [ 813.302212] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.313988] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.346044] env[69735]: DEBUG nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.423382] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604905, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.519347] env[69735]: DEBUG nova.network.neutron [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Successfully created port: 0160ffdd-109f-4e10-822d-5ceebaa5ee50 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.620132] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604902, 'name': ReconfigVM_Task, 'duration_secs': 0.649063} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.620568] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38/1baf08c6-9f09-463b-abe4-9fc3ffc9bd38.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.621125] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7de61f26-084b-489c-ba06-1c658f20d8a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.631094] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 813.631094] env[69735]: value = "task-3604907" [ 813.631094] env[69735]: _type = "Task" [ 813.631094] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.639913] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604907, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.724759] env[69735]: WARNING nova.network.neutron [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] ca4ab07b-caa7-40f0-81a9-c5b090e24952 already exists in list: networks containing: ['ca4ab07b-caa7-40f0-81a9-c5b090e24952']. ignoring it [ 813.815166] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604906, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.927774] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604905, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.949475] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb5b1ef-17a9-4b81-93a3-5a94f5710584 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.958674] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4da257-2c19-4ce2-bb0f-4564f5408f62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.999795] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ad2088-21d5-4746-a057-cee43d997dc7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.010620] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b4ad4e-8667-4bd1-ba80-b6ddf1059899 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.028795] env[69735]: DEBUG nova.compute.provider_tree [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.140050] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604907, 'name': Rename_Task, 'duration_secs': 0.496663} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.140384] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.140638] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1398ef50-ae29-42a0-8ae8-fd7b2e8acaab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.145875] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 814.145875] env[69735]: value = "task-3604908" [ 814.145875] env[69735]: _type = "Task" [ 814.145875] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.153543] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.313250] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941156} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.314379] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76/45443b55-ca14-472c-99a3-7b2d8e4bba76.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.314677] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.314989] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f02bab25-d0e2-47ed-846a-28bd64604a5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.323831] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 814.323831] env[69735]: value = "task-3604909" [ 814.323831] env[69735]: _type = "Task" [ 814.323831] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.333896] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.365643] env[69735]: DEBUG nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.372313] env[69735]: DEBUG nova.network.neutron [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updating instance_info_cache with network_info: [{"id": "9e93006f-b8f2-482e-8857-d4dea71f9640", "address": "fa:16:3e:83:71:1e", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e93006f-b8", "ovs_interfaceid": "9e93006f-b8f2-482e-8857-d4dea71f9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1c509eb-3895-4a45-bcdb-8dd1dec30443", "address": "fa:16:3e:aa:01:84", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c509eb-38", "ovs_interfaceid": "f1c509eb-3895-4a45-bcdb-8dd1dec30443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.397691] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.397946] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.398117] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.398303] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.398453] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.398597] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.398818] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.398980] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.399199] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.399368] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.399541] env[69735]: DEBUG nova.virt.hardware [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.400672] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5137a7ee-cc49-4dbd-b787-66ec66ce2223 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.409530] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4850a541-43bc-4d60-9a11-80dd8cae4e4a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.433438] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604905, 'name': CreateVM_Task, 'duration_secs': 1.498638} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.434649] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.437493] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.437643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.437946] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.438712] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1725ac-4738-47b9-91d3-b21074a420ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.444836] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 814.444836] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c823de-2435-a6b2-9df3-81cedb244290" [ 814.444836] env[69735]: _type = "Task" [ 814.444836] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.453785] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c823de-2435-a6b2-9df3-81cedb244290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.532640] env[69735]: DEBUG nova.scheduler.client.report [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.571797] env[69735]: DEBUG nova.network.neutron [-] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.622362] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Received event network-vif-plugged-6bb37c7d-9db9-4e87-be4f-230aa968252e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.622605] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Acquiring lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.622871] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.622946] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.623183] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] No waiting events found dispatching network-vif-plugged-6bb37c7d-9db9-4e87-be4f-230aa968252e {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.623291] env[69735]: WARNING nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Received unexpected event network-vif-plugged-6bb37c7d-9db9-4e87-be4f-230aa968252e for instance with vm_state building and task_state spawning. [ 814.623457] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Received event network-changed-6bb37c7d-9db9-4e87-be4f-230aa968252e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.623606] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Refreshing instance network info cache due to event network-changed-6bb37c7d-9db9-4e87-be4f-230aa968252e. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.623783] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Acquiring lock "refresh_cache-090defd1-8b7c-42f3-a9f3-4cb1308b8261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.623916] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Acquired lock "refresh_cache-090defd1-8b7c-42f3-a9f3-4cb1308b8261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.624078] env[69735]: DEBUG nova.network.neutron [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Refreshing network info cache for port 6bb37c7d-9db9-4e87-be4f-230aa968252e {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.656832] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.832382] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1479} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.832663] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.833591] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1822b737-c208-41f6-8eb6-4dd7c3d69066 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.856601] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76/45443b55-ca14-472c-99a3-7b2d8e4bba76.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.856880] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65710970-b587-43dc-a107-7b9c679f6be8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.875735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.876374] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.876529] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.877065] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 814.877065] env[69735]: value = "task-3604910" [ 814.877065] env[69735]: _type = "Task" [ 814.877065] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.877581] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340d4095-df70-4e67-8ae0-0a4d1ae90307 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.897698] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.897987] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.898128] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.898416] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.898584] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.898732] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.898936] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.899136] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.899316] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.899480] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.899647] env[69735]: DEBUG nova.virt.hardware [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.906016] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Reconfiguring VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 814.910680] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be3552a3-3b64-4679-a6e6-5e5853fc7c52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.921324] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.927239] env[69735]: DEBUG oslo_vmware.api [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 814.927239] env[69735]: value = "task-3604911" [ 814.927239] env[69735]: _type = "Task" [ 814.927239] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.935614] env[69735]: DEBUG oslo_vmware.api [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604911, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.939155] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquiring lock "328594d8-fc29-4d5f-a04f-047d540f9d56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.939402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "328594d8-fc29-4d5f-a04f-047d540f9d56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.939602] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquiring lock "328594d8-fc29-4d5f-a04f-047d540f9d56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.939784] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "328594d8-fc29-4d5f-a04f-047d540f9d56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.939949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "328594d8-fc29-4d5f-a04f-047d540f9d56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.943476] env[69735]: INFO nova.compute.manager [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Terminating instance [ 814.955066] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c823de-2435-a6b2-9df3-81cedb244290, 'name': SearchDatastore_Task, 'duration_secs': 0.019208} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.955975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.956224] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.956460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.956840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.956840] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.957403] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e5e8f51-486a-40c3-a9f2-dbb238b9318c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.973550] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.973813] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.974513] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2794db50-ef16-4cc5-ad4a-f1103f2d5cfb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.980405] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 814.980405] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d8d269-a726-94f1-7aa6-bf62358aa954" [ 814.980405] env[69735]: _type = "Task" [ 814.980405] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.988338] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d8d269-a726-94f1-7aa6-bf62358aa954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.037631] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.038238] env[69735]: DEBUG nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.040962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.663s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.042743] env[69735]: INFO nova.compute.claims [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.077146] env[69735]: INFO nova.compute.manager [-] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Took 2.09 seconds to deallocate network for instance. [ 815.159524] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604908, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.392015] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604910, 'name': ReconfigVM_Task, 'duration_secs': 0.478324} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.392352] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76/45443b55-ca14-472c-99a3-7b2d8e4bba76.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.393038] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-100a9833-0203-42ee-af35-2d6a0e14e53d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.398577] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 815.398577] env[69735]: value = "task-3604912" [ 815.398577] env[69735]: _type = "Task" [ 815.398577] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.406360] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604912, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.437046] env[69735]: DEBUG oslo_vmware.api [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.450090] env[69735]: DEBUG nova.compute.manager [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.450372] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.451294] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe18cf0-3775-42c8-99f4-979c678f38ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.458846] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.459204] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33e13920-60fe-4c63-944c-b847cfa80445 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.465712] env[69735]: DEBUG oslo_vmware.api [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 815.465712] env[69735]: value = "task-3604913" [ 815.465712] env[69735]: _type = "Task" [ 815.465712] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.476556] env[69735]: DEBUG oslo_vmware.api [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.489933] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d8d269-a726-94f1-7aa6-bf62358aa954, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.490834] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3be8e5-95a1-4748-a991-b7e6f2528391 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.496857] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 815.496857] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52520977-4a3a-e484-862a-315c9a17cd55" [ 815.496857] env[69735]: _type = "Task" [ 815.496857] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.505333] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52520977-4a3a-e484-862a-315c9a17cd55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.546655] env[69735]: DEBUG nova.network.neutron [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Updated VIF entry in instance network info cache for port 6bb37c7d-9db9-4e87-be4f-230aa968252e. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.547074] env[69735]: DEBUG nova.network.neutron [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Updating instance_info_cache with network_info: [{"id": "6bb37c7d-9db9-4e87-be4f-230aa968252e", "address": "fa:16:3e:65:4c:a1", "network": {"id": "39920a0a-5210-42d1-b428-101332ba8dda", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1958196228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952447053450436b82c0631ec9528962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb37c7d-9d", "ovs_interfaceid": "6bb37c7d-9db9-4e87-be4f-230aa968252e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.549598] env[69735]: DEBUG nova.compute.utils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.553545] env[69735]: DEBUG nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.553736] env[69735]: DEBUG nova.network.neutron [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.582121] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.627907] env[69735]: DEBUG nova.policy [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ce8d886fd8d42ae8af01199f932434a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41c198984f7844568420531938d2e222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.661778] env[69735]: DEBUG oslo_vmware.api [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604908, 'name': PowerOnVM_Task, 'duration_secs': 1.057118} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.662814] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.663111] env[69735]: INFO nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Took 11.90 seconds to spawn the instance on the hypervisor. [ 815.663360] env[69735]: DEBUG nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.664514] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8435f-70af-4a48-aaa8-39a818c04849 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.910981] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604912, 'name': Rename_Task, 'duration_secs': 0.238157} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.911292] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.911547] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a4f3883-672c-442e-a5ec-d8b034dab0e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.919081] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 815.919081] env[69735]: value = "task-3604914" [ 815.919081] env[69735]: _type = "Task" [ 815.919081] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.927610] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.936620] env[69735]: DEBUG oslo_vmware.api [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604911, 'name': ReconfigVM_Task, 'duration_secs': 0.827759} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.937367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.937529] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Reconfigured VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 815.977769] env[69735]: DEBUG oslo_vmware.api [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604913, 'name': PowerOffVM_Task, 'duration_secs': 0.274732} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.978123] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.978279] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.978550] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d3370e1-743c-4787-932c-d4f89d5a091c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.007334] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52520977-4a3a-e484-862a-315c9a17cd55, 'name': SearchDatastore_Task, 'duration_secs': 0.015397} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.007642] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.007924] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 090defd1-8b7c-42f3-a9f3-4cb1308b8261/090defd1-8b7c-42f3-a9f3-4cb1308b8261.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.008544] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc00a689-194e-4744-9f8b-974c106fa054 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.015331] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 816.015331] env[69735]: value = "task-3604916" [ 816.015331] env[69735]: _type = "Task" [ 816.015331] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.023897] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.054482] env[69735]: DEBUG nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.057102] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Releasing lock "refresh_cache-090defd1-8b7c-42f3-a9f3-4cb1308b8261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.057372] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Received event network-vif-deleted-3babdb73-50a0-49ba-92f5-6f70beff45f7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.057549] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received event network-vif-plugged-f1c509eb-3895-4a45-bcdb-8dd1dec30443 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.057735] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Acquiring lock "3a7606e7-37de-411d-a478-d800677c3d13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.057933] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Lock "3a7606e7-37de-411d-a478-d800677c3d13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.058102] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Lock "3a7606e7-37de-411d-a478-d800677c3d13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.058268] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] No waiting events found dispatching network-vif-plugged-f1c509eb-3895-4a45-bcdb-8dd1dec30443 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.058497] env[69735]: WARNING nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received unexpected event network-vif-plugged-f1c509eb-3895-4a45-bcdb-8dd1dec30443 for instance with vm_state active and task_state None. [ 816.058585] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received event network-changed-f1c509eb-3895-4a45-bcdb-8dd1dec30443 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.058736] env[69735]: DEBUG nova.compute.manager [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Refreshing instance network info cache due to event network-changed-f1c509eb-3895-4a45-bcdb-8dd1dec30443. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.058917] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Acquiring lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.059123] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Acquired lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.059284] env[69735]: DEBUG nova.network.neutron [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Refreshing network info cache for port f1c509eb-3895-4a45-bcdb-8dd1dec30443 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.064018] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.064018] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.064018] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Deleting the datastore file [datastore1] 328594d8-fc29-4d5f-a04f-047d540f9d56 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.064939] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e998c42b-82e9-4582-9def-bdfce063cb73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.072477] env[69735]: DEBUG oslo_vmware.api [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for the task: (returnval){ [ 816.072477] env[69735]: value = "task-3604917" [ 816.072477] env[69735]: _type = "Task" [ 816.072477] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.081991] env[69735]: DEBUG oslo_vmware.api [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.186802] env[69735]: INFO nova.compute.manager [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Took 50.41 seconds to build instance. [ 816.192189] env[69735]: DEBUG nova.network.neutron [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Successfully updated port: 0160ffdd-109f-4e10-822d-5ceebaa5ee50 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.405485] env[69735]: DEBUG nova.network.neutron [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Successfully created port: 47f5abb4-bcf9-4735-9503-5701eac1c829 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.430526] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604914, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.442429] env[69735]: DEBUG oslo_concurrency.lockutils [None req-de9b4e62-fe68-417e-a51e-75fa108725b9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-3a7606e7-37de-411d-a478-d800677c3d13-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.042s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.531538] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604916, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.583857] env[69735]: DEBUG oslo_vmware.api [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Task: {'id': task-3604917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340022} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.587903] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.588328] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.588643] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.588938] env[69735]: INFO nova.compute.manager [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.589424] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.590784] env[69735]: DEBUG nova.compute.manager [-] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.590784] env[69735]: DEBUG nova.network.neutron [-] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.658778] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea7362-dc80-4937-b33f-4f718c63baac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.667180] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa01621-8e5d-482e-a7b9-0df228e5bc43 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.701317] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4635e568-2251-43dd-8c8a-ee9098afb7d9 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.712s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.701841] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "refresh_cache-0c8ded47-c27f-4f0a-ac26-12d385127ec2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.702020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "refresh_cache-0c8ded47-c27f-4f0a-ac26-12d385127ec2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.702134] env[69735]: DEBUG nova.network.neutron [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.710751] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192d7144-7094-4e1e-a277-5b3afd7930d4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.720031] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a026ac21-8895-4f85-bd73-92cc7e1d17f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.735558] env[69735]: DEBUG nova.compute.provider_tree [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.807038] env[69735]: DEBUG oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bee01-9fb7-c665-6d18-b5868848993c/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 816.809936] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe3509-7d75-4d14-a8f5-e018b374f929 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.817377] env[69735]: DEBUG oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bee01-9fb7-c665-6d18-b5868848993c/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 816.817554] env[69735]: ERROR oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bee01-9fb7-c665-6d18-b5868848993c/disk-0.vmdk due to incomplete transfer. [ 816.817781] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a95c0b6-b5d1-46b7-9a3c-7e44eb14740b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.824777] env[69735]: DEBUG oslo_vmware.rw_handles [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bee01-9fb7-c665-6d18-b5868848993c/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 816.825000] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Uploaded image a43be8b2-3d6b-4895-ae74-4c5858be085c to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 816.827010] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.827282] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-208ccd7c-fa38-47ce-8231-230009526aec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.834166] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 816.834166] env[69735]: value = "task-3604918" [ 816.834166] env[69735]: _type = "Task" [ 816.834166] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.842413] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604918, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.929989] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.028463] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68258} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.028764] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 090defd1-8b7c-42f3-a9f3-4cb1308b8261/090defd1-8b7c-42f3-a9f3-4cb1308b8261.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.028984] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.029322] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-866a66c3-a3c1-49ac-9aba-06233eb4709b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.036180] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 817.036180] env[69735]: value = "task-3604919" [ 817.036180] env[69735]: _type = "Task" [ 817.036180] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.044262] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.072121] env[69735]: DEBUG nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.101612] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.101923] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.102128] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.102349] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.102511] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.102656] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.102861] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.103053] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.103223] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.103419] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.103540] env[69735]: DEBUG nova.virt.hardware [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.104439] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a08933d-12bc-4422-952f-b2fe4c5fd118 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.112925] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1843fea-c7cb-4e47-ad67-467c1f36cbcf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.201223] env[69735]: DEBUG nova.network.neutron [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updated VIF entry in instance network info cache for port f1c509eb-3895-4a45-bcdb-8dd1dec30443. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.201223] env[69735]: DEBUG nova.network.neutron [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updating instance_info_cache with network_info: [{"id": "9e93006f-b8f2-482e-8857-d4dea71f9640", "address": "fa:16:3e:83:71:1e", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e93006f-b8", "ovs_interfaceid": "9e93006f-b8f2-482e-8857-d4dea71f9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1c509eb-3895-4a45-bcdb-8dd1dec30443", "address": "fa:16:3e:aa:01:84", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c509eb-38", "ovs_interfaceid": "f1c509eb-3895-4a45-bcdb-8dd1dec30443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.218534] env[69735]: DEBUG nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.240157] env[69735]: DEBUG nova.scheduler.client.report [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.265880] env[69735]: DEBUG nova.network.neutron [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.344893] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604918, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.419879] env[69735]: DEBUG nova.network.neutron [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Updating instance_info_cache with network_info: [{"id": "0160ffdd-109f-4e10-822d-5ceebaa5ee50", "address": "fa:16:3e:cc:8c:d7", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0160ffdd-10", "ovs_interfaceid": "0160ffdd-109f-4e10-822d-5ceebaa5ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.430808] env[69735]: DEBUG oslo_vmware.api [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604914, 'name': PowerOnVM_Task, 'duration_secs': 1.211366} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.431659] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.431867] env[69735]: INFO nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Took 10.91 seconds to spawn the instance on the hypervisor. [ 817.432058] env[69735]: DEBUG nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.432851] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796098cf-88da-4791-8d6a-daf59d470fa4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.546355] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06871} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.547444] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.547516] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da984baa-5232-492f-be74-cb78d987d2f5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.569369] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 090defd1-8b7c-42f3-a9f3-4cb1308b8261/090defd1-8b7c-42f3-a9f3-4cb1308b8261.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.569713] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2f6c3d-7c99-4ec2-9298-cbd770841286 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.591049] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 817.591049] env[69735]: value = "task-3604920" [ 817.591049] env[69735]: _type = "Task" [ 817.591049] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.598133] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.705657] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e6e9a52-9416-45b7-a7f5-7c248f8c31f2 req-9c7e2a32-f21f-43a4-a323-c2823ce16cdf service nova] Releasing lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.744616] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.746072] env[69735]: DEBUG nova.network.neutron [-] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.747789] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.748232] env[69735]: DEBUG nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.753128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.749s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.754426] env[69735]: INFO nova.compute.claims [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.842993] env[69735]: DEBUG nova.compute.manager [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Received event network-vif-deleted-52d4541c-a6f8-451f-bc69-246c209af27a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.843219] env[69735]: DEBUG nova.compute.manager [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Received event network-vif-plugged-0160ffdd-109f-4e10-822d-5ceebaa5ee50 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.843472] env[69735]: DEBUG oslo_concurrency.lockutils [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] Acquiring lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.843742] env[69735]: DEBUG oslo_concurrency.lockutils [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.843972] env[69735]: DEBUG oslo_concurrency.lockutils [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.844206] env[69735]: DEBUG nova.compute.manager [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] No waiting events found dispatching network-vif-plugged-0160ffdd-109f-4e10-822d-5ceebaa5ee50 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.845046] env[69735]: WARNING nova.compute.manager [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Received unexpected event network-vif-plugged-0160ffdd-109f-4e10-822d-5ceebaa5ee50 for instance with vm_state building and task_state spawning. [ 817.845046] env[69735]: DEBUG nova.compute.manager [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Received event network-changed-0160ffdd-109f-4e10-822d-5ceebaa5ee50 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.845046] env[69735]: DEBUG nova.compute.manager [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Refreshing instance network info cache due to event network-changed-0160ffdd-109f-4e10-822d-5ceebaa5ee50. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.845046] env[69735]: DEBUG oslo_concurrency.lockutils [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] Acquiring lock "refresh_cache-0c8ded47-c27f-4f0a-ac26-12d385127ec2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.852736] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604918, 'name': Destroy_Task, 'duration_secs': 0.928706} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.852736] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Destroyed the VM [ 817.852736] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.855164] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c61253c9-09d4-44cf-800b-67d030d86f1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.860857] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 817.860857] env[69735]: value = "task-3604921" [ 817.860857] env[69735]: _type = "Task" [ 817.860857] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.873738] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.925796] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "refresh_cache-0c8ded47-c27f-4f0a-ac26-12d385127ec2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.927029] env[69735]: DEBUG nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Instance network_info: |[{"id": "0160ffdd-109f-4e10-822d-5ceebaa5ee50", "address": "fa:16:3e:cc:8c:d7", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0160ffdd-10", "ovs_interfaceid": "0160ffdd-109f-4e10-822d-5ceebaa5ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.927029] env[69735]: DEBUG oslo_concurrency.lockutils [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] Acquired lock "refresh_cache-0c8ded47-c27f-4f0a-ac26-12d385127ec2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.927223] env[69735]: DEBUG nova.network.neutron [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Refreshing network info cache for port 0160ffdd-109f-4e10-822d-5ceebaa5ee50 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.928708] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:8c:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0160ffdd-109f-4e10-822d-5ceebaa5ee50', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.939226] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.940030] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.940030] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39f293b6-361f-4d0a-9950-7a46b30ef709 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.962962] env[69735]: INFO nova.compute.manager [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Took 48.44 seconds to build instance. [ 817.968242] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.968242] env[69735]: value = "task-3604922" [ 817.968242] env[69735]: _type = "Task" [ 817.968242] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.976852] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604922, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.100995] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604920, 'name': ReconfigVM_Task, 'duration_secs': 0.35318} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.101748] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 090defd1-8b7c-42f3-a9f3-4cb1308b8261/090defd1-8b7c-42f3-a9f3-4cb1308b8261.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.102432] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfe6461d-8d5e-485e-b3ef-fb5b4351b01b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.110081] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 818.110081] env[69735]: value = "task-3604923" [ 818.110081] env[69735]: _type = "Task" [ 818.110081] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.118706] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604923, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.253479] env[69735]: INFO nova.compute.manager [-] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Took 1.66 seconds to deallocate network for instance. [ 818.265882] env[69735]: DEBUG nova.compute.utils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.274232] env[69735]: DEBUG nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.274482] env[69735]: DEBUG nova.network.neutron [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.371017] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.406228] env[69735]: DEBUG nova.policy [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2350d085402f42c8a035001d395b22a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0db178df2e8458d983144f4a1a23920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.465122] env[69735]: DEBUG oslo_concurrency.lockutils [None req-224fe749-990b-42dc-a656-4e162da1e1d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "45443b55-ca14-472c-99a3-7b2d8e4bba76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.690s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.483254] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604922, 'name': CreateVM_Task, 'duration_secs': 0.353051} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.484140] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.485016] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.485254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.485617] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.486182] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f27d022-875f-4bb9-ace8-8d3fcaee2105 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.491958] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 818.491958] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525ee59d-7ae9-7f50-ab06-8372d6378f02" [ 818.491958] env[69735]: _type = "Task" [ 818.491958] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.501785] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525ee59d-7ae9-7f50-ab06-8372d6378f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.621087] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604923, 'name': Rename_Task, 'duration_secs': 0.147208} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.621457] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.621826] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7f5b5cc-031e-4945-8264-8120717c1b65 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.628494] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 818.628494] env[69735]: value = "task-3604924" [ 818.628494] env[69735]: _type = "Task" [ 818.628494] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.636514] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.766125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.771970] env[69735]: DEBUG nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.883985] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.889887] env[69735]: DEBUG nova.network.neutron [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Successfully updated port: 47f5abb4-bcf9-4735-9503-5701eac1c829 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.970619] env[69735]: DEBUG nova.compute.manager [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.015795] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525ee59d-7ae9-7f50-ab06-8372d6378f02, 'name': SearchDatastore_Task, 'duration_secs': 0.02178} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.015981] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.016133] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.016500] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.016672] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.016906] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.017966] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce4a2a6-92eb-400a-b858-f332edab29a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.026905] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.027167] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.031019] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7d0908-8c67-402f-9c54-c8470d8c8c9a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.034507] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 819.034507] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520e906e-9f51-09ac-0830-075c5cc335fc" [ 819.034507] env[69735]: _type = "Task" [ 819.034507] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.048624] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520e906e-9f51-09ac-0830-075c5cc335fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.110319] env[69735]: DEBUG nova.network.neutron [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Updated VIF entry in instance network info cache for port 0160ffdd-109f-4e10-822d-5ceebaa5ee50. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.110685] env[69735]: DEBUG nova.network.neutron [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Updating instance_info_cache with network_info: [{"id": "0160ffdd-109f-4e10-822d-5ceebaa5ee50", "address": "fa:16:3e:cc:8c:d7", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0160ffdd-10", "ovs_interfaceid": "0160ffdd-109f-4e10-822d-5ceebaa5ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.147636] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604924, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.284227] env[69735]: DEBUG nova.network.neutron [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Successfully created port: c2fc49c5-dd5d-49e9-9612-8d85c63b73e9 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.372460] env[69735]: DEBUG oslo_vmware.api [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604921, 'name': RemoveSnapshot_Task, 'duration_secs': 1.086536} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.375036] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.375374] env[69735]: INFO nova.compute.manager [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Took 17.15 seconds to snapshot the instance on the hypervisor. [ 819.401503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "refresh_cache-68f200f0-923a-40b8-97f6-81ee88818e71" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.402036] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "refresh_cache-68f200f0-923a-40b8-97f6-81ee88818e71" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.402036] env[69735]: DEBUG nova.network.neutron [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.402994] env[69735]: INFO nova.compute.manager [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Rescuing [ 819.406022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.406022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.407107] env[69735]: DEBUG nova.network.neutron [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.461666] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb1aef2-0580-46e1-ae16-401a38f5b3d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.470169] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01aa2d-9928-46f7-b38d-5d1c7363475d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.508904] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2732aa-ea07-4237-b54c-1355837d1f8f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.516914] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4f6657-6546-409d-84ab-7a1f5920652a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.522128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.532695] env[69735]: DEBUG nova.compute.provider_tree [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.544884] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520e906e-9f51-09ac-0830-075c5cc335fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016546} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.545974] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a15a1b2-1fe3-48af-a172-68821205159c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.551756] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 819.551756] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52999b98-f4fe-720d-cb55-e90669d969da" [ 819.551756] env[69735]: _type = "Task" [ 819.551756] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.559930] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52999b98-f4fe-720d-cb55-e90669d969da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.614483] env[69735]: DEBUG oslo_concurrency.lockutils [req-f6713ce6-bf2d-4050-8e88-749d7162b920 req-5f5e13e7-9577-47aa-9f5f-83c5e385ce0f service nova] Releasing lock "refresh_cache-0c8ded47-c27f-4f0a-ac26-12d385127ec2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.644444] env[69735]: DEBUG oslo_vmware.api [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604924, 'name': PowerOnVM_Task, 'duration_secs': 0.648933} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.644761] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.644967] env[69735]: INFO nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Took 10.26 seconds to spawn the instance on the hypervisor. [ 819.645205] env[69735]: DEBUG nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.645993] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d18731-8e65-4dad-9ee3-f75c90b9a637 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.792140] env[69735]: DEBUG nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.820707] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.821091] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.821470] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.821723] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.821988] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.822103] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.822360] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.822751] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.822990] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.823230] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.823506] env[69735]: DEBUG nova.virt.hardware [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.824927] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb8d9e-b17a-40a7-9e8b-34c0ae1e3c28 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.835470] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd84a0a-116e-409c-982e-794a41efad71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.935745] env[69735]: DEBUG nova.compute.manager [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Found 3 images (rotation: 2) {{(pid=69735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 819.936466] env[69735]: DEBUG nova.compute.manager [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Rotating out 1 backups {{(pid=69735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 819.936680] env[69735]: DEBUG nova.compute.manager [None req-e7a36953-90ed-4979-b0b2-ddf5bb85a2a7 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleting image 173b6ff6-be9a-4392-8cac-7929dcba57cd {{(pid=69735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 819.974043] env[69735]: DEBUG nova.network.neutron [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.037788] env[69735]: DEBUG nova.scheduler.client.report [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.068911] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52999b98-f4fe-720d-cb55-e90669d969da, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.068911] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.069140] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2/0c8ded47-c27f-4f0a-ac26-12d385127ec2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.069390] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a75eb6c-d7d0-40cc-87b9-2c51531303d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.076852] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 820.076852] env[69735]: value = "task-3604925" [ 820.076852] env[69735]: _type = "Task" [ 820.076852] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.091528] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.166759] env[69735]: INFO nova.compute.manager [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Took 48.04 seconds to build instance. [ 820.245109] env[69735]: DEBUG nova.compute.manager [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Received event network-vif-deleted-bbf8e910-01a8-4f6f-ac1d-f58d0960c272 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.245901] env[69735]: DEBUG nova.compute.manager [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Received event network-vif-plugged-47f5abb4-bcf9-4735-9503-5701eac1c829 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.250447] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Acquiring lock "68f200f0-923a-40b8-97f6-81ee88818e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.250634] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Lock "68f200f0-923a-40b8-97f6-81ee88818e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.250838] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Lock "68f200f0-923a-40b8-97f6-81ee88818e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.251042] env[69735]: DEBUG nova.compute.manager [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] No waiting events found dispatching network-vif-plugged-47f5abb4-bcf9-4735-9503-5701eac1c829 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.251372] env[69735]: WARNING nova.compute.manager [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Received unexpected event network-vif-plugged-47f5abb4-bcf9-4735-9503-5701eac1c829 for instance with vm_state building and task_state spawning. [ 820.251584] env[69735]: DEBUG nova.compute.manager [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Received event network-changed-47f5abb4-bcf9-4735-9503-5701eac1c829 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.251698] env[69735]: DEBUG nova.compute.manager [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Refreshing instance network info cache due to event network-changed-47f5abb4-bcf9-4735-9503-5701eac1c829. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.251863] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Acquiring lock "refresh_cache-68f200f0-923a-40b8-97f6-81ee88818e71" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.313947] env[69735]: DEBUG nova.network.neutron [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Updating instance_info_cache with network_info: [{"id": "47f5abb4-bcf9-4735-9503-5701eac1c829", "address": "fa:16:3e:2a:e7:e9", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5abb4-bc", "ovs_interfaceid": "47f5abb4-bcf9-4735-9503-5701eac1c829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.370662] env[69735]: DEBUG nova.network.neutron [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Updating instance_info_cache with network_info: [{"id": "7ef511d6-867c-4370-b694-7339a87b5ace", "address": "fa:16:3e:81:36:66", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef511d6-86", "ovs_interfaceid": "7ef511d6-867c-4370-b694-7339a87b5ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.477474] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-3a7606e7-37de-411d-a478-d800677c3d13-f1c509eb-3895-4a45-bcdb-8dd1dec30443" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.477761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-3a7606e7-37de-411d-a478-d800677c3d13-f1c509eb-3895-4a45-bcdb-8dd1dec30443" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.543286] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.543845] env[69735]: DEBUG nova.compute.manager [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.546430] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.157s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.546638] env[69735]: DEBUG nova.objects.instance [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lazy-loading 'resources' on Instance uuid 80fc2079-55e2-4bb4-949f-c74422f9eeef {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.595539] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604925, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.674613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e195ec46-ff37-4dd2-b080-66773b400403 tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.403s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.816526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.817020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.817301] env[69735]: INFO nova.compute.manager [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Rebooting instance [ 820.819563] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "refresh_cache-68f200f0-923a-40b8-97f6-81ee88818e71" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.819889] env[69735]: DEBUG nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Instance network_info: |[{"id": "47f5abb4-bcf9-4735-9503-5701eac1c829", "address": "fa:16:3e:2a:e7:e9", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5abb4-bc", "ovs_interfaceid": "47f5abb4-bcf9-4735-9503-5701eac1c829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.820195] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Acquired lock "refresh_cache-68f200f0-923a-40b8-97f6-81ee88818e71" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.820411] env[69735]: DEBUG nova.network.neutron [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Refreshing network info cache for port 47f5abb4-bcf9-4735-9503-5701eac1c829 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.821632] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:e7:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47f5abb4-bcf9-4735-9503-5701eac1c829', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.830099] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Creating folder: Project (41c198984f7844568420531938d2e222). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.834190] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad25c10d-58a6-40a1-98e9-0fa4d453d0f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.845605] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Created folder: Project (41c198984f7844568420531938d2e222) in parent group-v719064. [ 820.845846] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Creating folder: Instances. Parent ref: group-v719173. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.846116] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03659049-16bb-4a60-b961-c005fb6fc24c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.855853] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Created folder: Instances in parent group-v719173. [ 820.857156] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.857156] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.857156] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32998516-27f4-4494-97d1-79ef59fdb89e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.874514] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "refresh_cache-45443b55-ca14-472c-99a3-7b2d8e4bba76" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.880970] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.880970] env[69735]: value = "task-3604928" [ 820.880970] env[69735]: _type = "Task" [ 820.880970] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.888695] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604928, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.981232] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.981521] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.982710] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec8abb2-9080-4603-93d1-845fd5d1bbb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.005994] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba4bd51-b923-4fd8-bf44-9c99794a37e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.045562] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Reconfiguring VM to detach interface {{(pid=69735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 821.048027] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20bba4aa-2a2f-493e-949b-24e56b4da3c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.078361] env[69735]: DEBUG nova.compute.utils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.084985] env[69735]: DEBUG nova.compute.manager [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 821.091795] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 821.091795] env[69735]: value = "task-3604929" [ 821.091795] env[69735]: _type = "Task" [ 821.091795] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.096380] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820333} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.099475] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2/0c8ded47-c27f-4f0a-ac26-12d385127ec2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.099882] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.100534] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69b595b5-6622-44d0-9ab7-9276f1d433cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.109294] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.110859] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 821.110859] env[69735]: value = "task-3604930" [ 821.110859] env[69735]: _type = "Task" [ 821.110859] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.121169] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.177224] env[69735]: DEBUG nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.225792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquiring lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.226173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.226402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquiring lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.226641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.226851] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.232190] env[69735]: INFO nova.compute.manager [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Terminating instance [ 821.371395] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.371666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquired lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.371752] env[69735]: DEBUG nova.network.neutron [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.393094] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604928, 'name': CreateVM_Task, 'duration_secs': 0.468131} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.395402] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.396234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.396376] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.396714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.396996] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedf4ebf-c002-4035-b0ec-d0229e2872ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.402309] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 821.402309] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d9639b-6f11-7bf1-0b0a-c5cf427a6073" [ 821.402309] env[69735]: _type = "Task" [ 821.402309] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.411736] env[69735]: DEBUG nova.network.neutron [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Updated VIF entry in instance network info cache for port 47f5abb4-bcf9-4735-9503-5701eac1c829. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.412073] env[69735]: DEBUG nova.network.neutron [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Updating instance_info_cache with network_info: [{"id": "47f5abb4-bcf9-4735-9503-5701eac1c829", "address": "fa:16:3e:2a:e7:e9", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5abb4-bc", "ovs_interfaceid": "47f5abb4-bcf9-4735-9503-5701eac1c829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.416115] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d9639b-6f11-7bf1-0b0a-c5cf427a6073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.484820] env[69735]: DEBUG nova.network.neutron [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Successfully updated port: c2fc49c5-dd5d-49e9-9612-8d85c63b73e9 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.584913] env[69735]: DEBUG nova.compute.manager [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.607736] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.622454] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078169} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.622717] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.623526] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44922730-c4d5-4558-8274-1f5533e674a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.646268] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2/0c8ded47-c27f-4f0a-ac26-12d385127ec2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.649146] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6e6c28-caf2-49e5-baa4-adf64928e3fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.667829] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 821.667829] env[69735]: value = "task-3604931" [ 821.667829] env[69735]: _type = "Task" [ 821.667829] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.678310] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.704438] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.718417] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed087864-0d99-44ba-8f9b-e472e4dec94e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.726331] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b87659f-b567-4bd2-81db-2726bd68c20f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.759920] env[69735]: DEBUG nova.compute.manager [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.760192] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.761727] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a79ae-8fda-4cd5-b83a-dd9ebeebad72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.765060] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e562acf2-23b4-4bb5-b7e2-693cf6cb02f5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.772417] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.774628] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1890b5d9-1c58-47e4-a08f-6b5568a2459d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.777213] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efb89b3-84c9-4970-8040-fcdc8be327e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.799463] env[69735]: DEBUG oslo_vmware.api [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 821.799463] env[69735]: value = "task-3604932" [ 821.799463] env[69735]: _type = "Task" [ 821.799463] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.800020] env[69735]: DEBUG nova.compute.provider_tree [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.811316] env[69735]: DEBUG oslo_vmware.api [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.914948] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d9639b-6f11-7bf1-0b0a-c5cf427a6073, 'name': SearchDatastore_Task, 'duration_secs': 0.024885} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.917705] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.917941] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.918244] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.918422] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.918630] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.919113] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Releasing lock "refresh_cache-68f200f0-923a-40b8-97f6-81ee88818e71" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.919411] env[69735]: DEBUG nova.compute.manager [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Received event network-changed-8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.919604] env[69735]: DEBUG nova.compute.manager [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Refreshing instance network info cache due to event network-changed-8d087345-523a-47d8-a46f-0e6f6a2e865c. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.919788] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Acquiring lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.920997] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cbae7fe-cedb-439c-bae3-bbb830bbab31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.931496] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.931676] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.933292] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5272d6b2-0a6b-4cf6-9d21-fdd5af246396 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.940062] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 821.940062] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523cdfd7-c68e-ee05-0ffe-e74b2e1dcfca" [ 821.940062] env[69735]: _type = "Task" [ 821.940062] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.948971] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523cdfd7-c68e-ee05-0ffe-e74b2e1dcfca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.986841] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-666f7702-319f-454a-83be-82bc20009a5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.986958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-666f7702-319f-454a-83be-82bc20009a5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.987192] env[69735]: DEBUG nova.network.neutron [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.112500] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.183185] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604931, 'name': ReconfigVM_Task, 'duration_secs': 0.304826} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.183499] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2/0c8ded47-c27f-4f0a-ac26-12d385127ec2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.184938] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2882f10-4182-4261-a44d-b2dd8fda52ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.192045] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 822.192045] env[69735]: value = "task-3604933" [ 822.192045] env[69735]: _type = "Task" [ 822.192045] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.202865] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604933, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.226229] env[69735]: DEBUG nova.network.neutron [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updating instance_info_cache with network_info: [{"id": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "address": "fa:16:3e:f8:f2:00", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d087345-52", "ovs_interfaceid": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.309022] env[69735]: DEBUG nova.scheduler.client.report [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.318690] env[69735]: DEBUG oslo_vmware.api [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604932, 'name': PowerOffVM_Task, 'duration_secs': 0.362029} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.319017] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.319350] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.319707] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4dbcce3-f76e-484d-a3e3-2781ad23f7ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.405289] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.405572] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.405769] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Deleting the datastore file [datastore2] 090defd1-8b7c-42f3-a9f3-4cb1308b8261 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.406055] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6d93ad-8db1-4540-8edf-7ac637899c68 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.412813] env[69735]: DEBUG oslo_vmware.api [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for the task: (returnval){ [ 822.412813] env[69735]: value = "task-3604935" [ 822.412813] env[69735]: _type = "Task" [ 822.412813] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.420919] env[69735]: DEBUG oslo_vmware.api [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.424498] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.424814] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a2b5d3-6881-4ad7-9154-0de56926857d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.430634] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 822.430634] env[69735]: value = "task-3604936" [ 822.430634] env[69735]: _type = "Task" [ 822.430634] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.438349] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.454540] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523cdfd7-c68e-ee05-0ffe-e74b2e1dcfca, 'name': SearchDatastore_Task, 'duration_secs': 0.026193} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.455474] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f332af8b-9409-48e8-87d9-9b12633eb698 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.461832] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 822.461832] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52064857-925c-f794-9ca1-0eab05304972" [ 822.461832] env[69735]: _type = "Task" [ 822.461832] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.469516] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52064857-925c-f794-9ca1-0eab05304972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.475458] env[69735]: DEBUG nova.compute.manager [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Received event network-vif-plugged-c2fc49c5-dd5d-49e9-9612-8d85c63b73e9 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.475704] env[69735]: DEBUG oslo_concurrency.lockutils [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] Acquiring lock "666f7702-319f-454a-83be-82bc20009a5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.475941] env[69735]: DEBUG oslo_concurrency.lockutils [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] Lock "666f7702-319f-454a-83be-82bc20009a5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.476188] env[69735]: DEBUG oslo_concurrency.lockutils [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] Lock "666f7702-319f-454a-83be-82bc20009a5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.476418] env[69735]: DEBUG nova.compute.manager [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] No waiting events found dispatching network-vif-plugged-c2fc49c5-dd5d-49e9-9612-8d85c63b73e9 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.476634] env[69735]: WARNING nova.compute.manager [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Received unexpected event network-vif-plugged-c2fc49c5-dd5d-49e9-9612-8d85c63b73e9 for instance with vm_state building and task_state spawning. [ 822.476962] env[69735]: DEBUG nova.compute.manager [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Received event network-changed-c2fc49c5-dd5d-49e9-9612-8d85c63b73e9 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.477157] env[69735]: DEBUG nova.compute.manager [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Refreshing instance network info cache due to event network-changed-c2fc49c5-dd5d-49e9-9612-8d85c63b73e9. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.477348] env[69735]: DEBUG oslo_concurrency.lockutils [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] Acquiring lock "refresh_cache-666f7702-319f-454a-83be-82bc20009a5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.555287] env[69735]: DEBUG nova.network.neutron [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.598083] env[69735]: DEBUG nova.compute.manager [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.612641] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.632228] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.632672] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.632964] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.633323] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.633613] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.633875] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.634253] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.634558] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.634859] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.635182] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.635497] env[69735]: DEBUG nova.virt.hardware [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.636926] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f088e9-21b2-43c3-82fc-784e85c1e9e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.648824] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8cde36-c1f2-442e-a4e0-7f1cf8bc9ba2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.668188] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.674291] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Creating folder: Project (4377cb99d87c44799e6898f82e775110). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.677253] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e177dac-5cb4-4754-a8ed-71cd558f6aa3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.686180] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Created folder: Project (4377cb99d87c44799e6898f82e775110) in parent group-v719064. [ 822.686428] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Creating folder: Instances. Parent ref: group-v719176. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.686686] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-337adccd-bf53-40f3-83a7-7592d913c795 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.698386] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Created folder: Instances in parent group-v719176. [ 822.698621] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.699436] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.699647] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72979331-62c9-4935-9f96-0670624d3d95 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.713913] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604933, 'name': Rename_Task, 'duration_secs': 0.161175} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.714958] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.715227] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30729607-8c7f-4e4f-a90d-7e77fcf5160e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.717866] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.717866] env[69735]: value = "task-3604939" [ 822.717866] env[69735]: _type = "Task" [ 822.717866] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.721645] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 822.721645] env[69735]: value = "task-3604940" [ 822.721645] env[69735]: _type = "Task" [ 822.721645] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.728554] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604939, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.730521] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Releasing lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740354] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Acquired lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.740565] env[69735]: DEBUG nova.network.neutron [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Refreshing network info cache for port 8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.744967] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.816784] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.819932] env[69735]: DEBUG nova.network.neutron [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Updating instance_info_cache with network_info: [{"id": "c2fc49c5-dd5d-49e9-9612-8d85c63b73e9", "address": "fa:16:3e:c6:12:b9", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fc49c5-dd", "ovs_interfaceid": "c2fc49c5-dd5d-49e9-9612-8d85c63b73e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.821579] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.850s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.823706] env[69735]: INFO nova.compute.claims [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.850497] env[69735]: INFO nova.scheduler.client.report [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Deleted allocations for instance 80fc2079-55e2-4bb4-949f-c74422f9eeef [ 822.928160] env[69735]: DEBUG oslo_vmware.api [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Task: {'id': task-3604935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27871} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.928160] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.928455] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.928455] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.928602] env[69735]: INFO nova.compute.manager [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Took 1.17 seconds to destroy the instance on the hypervisor. [ 822.928837] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.929155] env[69735]: DEBUG nova.compute.manager [-] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.929223] env[69735]: DEBUG nova.network.neutron [-] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.940361] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604936, 'name': PowerOffVM_Task, 'duration_secs': 0.246625} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.940632] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.941460] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e9c21-6315-45dd-83fd-49c34b6e764f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.966972] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a3809-e3d1-4673-9c65-58ae76390124 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.985343] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52064857-925c-f794-9ca1-0eab05304972, 'name': SearchDatastore_Task, 'duration_secs': 0.026422} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.985670] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.985954] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 68f200f0-923a-40b8-97f6-81ee88818e71/68f200f0-923a-40b8-97f6-81ee88818e71.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.987985] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0fd8691-ff8e-46f7-9c32-57fbb30cdbb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.993555] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 822.993555] env[69735]: value = "task-3604941" [ 822.993555] env[69735]: _type = "Task" [ 822.993555] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.007128] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.009565] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.009922] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451958d4-f282-47de-a466-c106b91d4534 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.016378] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 823.016378] env[69735]: value = "task-3604942" [ 823.016378] env[69735]: _type = "Task" [ 823.016378] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.026574] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 823.026788] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.027050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.027207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.027461] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.027649] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13a2907b-dc82-4992-bd67-d7e9e1a4a028 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.039871] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.039871] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.039871] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30645405-7907-4751-a3a6-c9ea12e07a9c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.044822] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 823.044822] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52125906-32c6-1805-fb9e-a67df5560e9a" [ 823.044822] env[69735]: _type = "Task" [ 823.044822] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.054354] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52125906-32c6-1805-fb9e-a67df5560e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.111237] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.237910] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.245523] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604939, 'name': CreateVM_Task, 'duration_secs': 0.301216} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.248237] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.248683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.248915] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.249298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.249876] env[69735]: DEBUG nova.compute.manager [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.251629] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b187f0b7-71d3-4365-a6f7-d7f95953b34f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.254173] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9eba1b-666c-4bbc-a120-57f9590a4dfa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.266173] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 823.266173] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5223eb16-8431-6f03-f2c2-7e168ce66fdc" [ 823.266173] env[69735]: _type = "Task" [ 823.266173] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.278710] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5223eb16-8431-6f03-f2c2-7e168ce66fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.327405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-666f7702-319f-454a-83be-82bc20009a5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.327851] env[69735]: DEBUG nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Instance network_info: |[{"id": "c2fc49c5-dd5d-49e9-9612-8d85c63b73e9", "address": "fa:16:3e:c6:12:b9", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fc49c5-dd", "ovs_interfaceid": "c2fc49c5-dd5d-49e9-9612-8d85c63b73e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.333067] env[69735]: DEBUG oslo_concurrency.lockutils [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] Acquired lock "refresh_cache-666f7702-319f-454a-83be-82bc20009a5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.333391] env[69735]: DEBUG nova.network.neutron [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Refreshing network info cache for port c2fc49c5-dd5d-49e9-9612-8d85c63b73e9 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.335847] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:12:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2fc49c5-dd5d-49e9-9612-8d85c63b73e9', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.347339] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.350105] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.352711] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b2988f3-d9fb-4765-b7ea-2443502d81b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.376788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ea16e26-22a9-4051-94c9-b1b6a0eafe0b tempest-ServersTestManualDisk-1834955542 tempest-ServersTestManualDisk-1834955542-project-member] Lock "80fc2079-55e2-4bb4-949f-c74422f9eeef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.998s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.381362] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.381362] env[69735]: value = "task-3604943" [ 823.381362] env[69735]: _type = "Task" [ 823.381362] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.391418] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604943, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.507812] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604941, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.556365] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52125906-32c6-1805-fb9e-a67df5560e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.050175} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.557256] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a7aeed-eb53-4c00-97d4-a3ddfa81fea4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.564096] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 823.564096] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5257bd9b-3141-8b4c-30cc-54de623b7845" [ 823.564096] env[69735]: _type = "Task" [ 823.564096] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.572643] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5257bd9b-3141-8b4c-30cc-54de623b7845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.611415] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.737563] env[69735]: DEBUG oslo_vmware.api [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604940, 'name': PowerOnVM_Task, 'duration_secs': 0.679956} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.737848] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.738440] env[69735]: INFO nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Took 9.37 seconds to spawn the instance on the hypervisor. [ 823.738684] env[69735]: DEBUG nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.739535] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180baacc-c1af-4c30-bdb8-7a46be347f1b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.752022] env[69735]: DEBUG nova.network.neutron [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updated VIF entry in instance network info cache for port 8d087345-523a-47d8-a46f-0e6f6a2e865c. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.752022] env[69735]: DEBUG nova.network.neutron [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updating instance_info_cache with network_info: [{"id": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "address": "fa:16:3e:f8:f2:00", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d087345-52", "ovs_interfaceid": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.781232] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5223eb16-8431-6f03-f2c2-7e168ce66fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.020369} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.782144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.783307] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.783307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.783452] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.783592] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.785615] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2420244b-4e6c-4360-a082-b12c413cc2b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.794528] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.794765] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.795528] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c37da84-8cb2-4a35-9711-ee3955c52ddc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.802996] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 823.802996] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ab7461-c7fa-bb5f-7f65-283de350b6b2" [ 823.802996] env[69735]: _type = "Task" [ 823.802996] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.816510] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ab7461-c7fa-bb5f-7f65-283de350b6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.872896] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.873188] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.873487] env[69735]: DEBUG nova.compute.manager [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.874333] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180d22a5-8a16-4a18-ad0b-dff34d945a44 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.883443] env[69735]: DEBUG nova.compute.manager [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 823.883963] env[69735]: DEBUG nova.objects.instance [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'flavor' on Instance uuid 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.896236] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604943, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.011750] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59472} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.012145] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 68f200f0-923a-40b8-97f6-81ee88818e71/68f200f0-923a-40b8-97f6-81ee88818e71.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.012420] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.012778] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0297c91-1e45-4a0a-828a-e2e1692293ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.029062] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 824.029062] env[69735]: value = "task-3604944" [ 824.029062] env[69735]: _type = "Task" [ 824.029062] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.038610] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.080411] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5257bd9b-3141-8b4c-30cc-54de623b7845, 'name': SearchDatastore_Task, 'duration_secs': 0.013477} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.080711] env[69735]: DEBUG nova.network.neutron [-] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.082091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.082193] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. {{(pid=69735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 824.082990] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bdf3927-04ad-4ac3-ade5-5c45d34a5c12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.093540] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 824.093540] env[69735]: value = "task-3604945" [ 824.093540] env[69735]: _type = "Task" [ 824.093540] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.112202] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.119450] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.262976] env[69735]: DEBUG oslo_concurrency.lockutils [req-c85ef99f-5d84-4f48-855d-288777fd2f68 req-6752468b-f658-4031-bfb9-5c0cbbda1ee4 service nova] Releasing lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.272914] env[69735]: DEBUG nova.network.neutron [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Updated VIF entry in instance network info cache for port c2fc49c5-dd5d-49e9-9612-8d85c63b73e9. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.273279] env[69735]: DEBUG nova.network.neutron [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Updating instance_info_cache with network_info: [{"id": "c2fc49c5-dd5d-49e9-9612-8d85c63b73e9", "address": "fa:16:3e:c6:12:b9", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fc49c5-dd", "ovs_interfaceid": "c2fc49c5-dd5d-49e9-9612-8d85c63b73e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.279430] env[69735]: INFO nova.compute.manager [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Took 44.07 seconds to build instance. [ 824.280584] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4645a1a2-c67b-40a0-8da5-503d9394ef2f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.290718] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Doing hard reboot of VM {{(pid=69735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 824.290872] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0398a001-3696-499b-a35a-e09d625046cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.300897] env[69735]: DEBUG oslo_vmware.api [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 824.300897] env[69735]: value = "task-3604946" [ 824.300897] env[69735]: _type = "Task" [ 824.300897] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.320133] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ab7461-c7fa-bb5f-7f65-283de350b6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.024439} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.320497] env[69735]: DEBUG oslo_vmware.api [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604946, 'name': ResetVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.324121] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92bd45eb-17d5-4cd5-9ab0-ec4f4c645b3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.332609] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 824.332609] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d727f4-2ea3-6b1a-b7ed-a57d1251ef36" [ 824.332609] env[69735]: _type = "Task" [ 824.332609] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.341951] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d727f4-2ea3-6b1a-b7ed-a57d1251ef36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.397792] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604943, 'name': CreateVM_Task, 'duration_secs': 0.658863} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.399723] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.401041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.401041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.402161] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.402654] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece68857-5bea-45e9-b6f7-24daaf29cb17 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.414146] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 824.414146] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5222a843-d523-6fd0-fda7-a1f890331357" [ 824.414146] env[69735]: _type = "Task" [ 824.414146] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.423573] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5222a843-d523-6fd0-fda7-a1f890331357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.541673] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17421} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.541673] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.542290] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4822ff-7eb5-43e8-b369-d6d1ad210599 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.547931] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891675a6-c075-4aac-b4e4-ad18a3701b31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.570101] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 68f200f0-923a-40b8-97f6-81ee88818e71/68f200f0-923a-40b8-97f6-81ee88818e71.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.572652] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d34f6fc0-704d-480f-a66b-cbc112f9951e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.587758] env[69735]: INFO nova.compute.manager [-] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Took 1.66 seconds to deallocate network for instance. [ 824.588899] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c50cd4-ec72-40d2-81f0-e240bc9716b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.606028] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 824.606028] env[69735]: value = "task-3604947" [ 824.606028] env[69735]: _type = "Task" [ 824.606028] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.640431] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3019fd-5e02-4bdc-bd77-546e71c581c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.646464] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604945, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.651883] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.659965] env[69735]: DEBUG nova.compute.manager [req-470c8fde-ab7c-49c4-afcb-10877ec189af req-7b10bbac-9944-4a45-94f9-860c1eeb0811 service nova] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Received event network-vif-deleted-6bb37c7d-9db9-4e87-be4f-230aa968252e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.660990] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.662525] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0886623e-799c-46de-b316-71c7b7901aa1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.679719] env[69735]: DEBUG nova.compute.provider_tree [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.780257] env[69735]: DEBUG oslo_concurrency.lockutils [req-caba081b-c4c4-4411-a569-c85cd802a94a req-fc3ef04d-56e2-4397-8496-c546d73ef5b3 service nova] Releasing lock "refresh_cache-666f7702-319f-454a-83be-82bc20009a5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.785032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d0fd96f1-faf5-4b90-a0f5-ea8ee6d43c9e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.059s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.811892] env[69735]: DEBUG oslo_vmware.api [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604946, 'name': ResetVM_Task, 'duration_secs': 0.13487} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.812172] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Did hard reboot of VM {{(pid=69735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 824.812361] env[69735]: DEBUG nova.compute.manager [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.813157] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a416e84-a3ff-4e70-b958-8e9455f03f03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.844636] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d727f4-2ea3-6b1a-b7ed-a57d1251ef36, 'name': SearchDatastore_Task, 'duration_secs': 0.031363} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.844913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.846014] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 219adde7-07d4-40ca-b713-5b373532e734/219adde7-07d4-40ca-b713-5b373532e734.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.846014] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8bdb0d-4cb7-450b-a79e-631316b5d124 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.852949] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 824.852949] env[69735]: value = "task-3604948" [ 824.852949] env[69735]: _type = "Task" [ 824.852949] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.861365] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.901455] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.901765] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec74f893-4fd5-46df-845e-62697ab491c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.911174] env[69735]: DEBUG oslo_vmware.api [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 824.911174] env[69735]: value = "task-3604949" [ 824.911174] env[69735]: _type = "Task" [ 824.911174] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.930711] env[69735]: DEBUG oslo_vmware.api [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.935211] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5222a843-d523-6fd0-fda7-a1f890331357, 'name': SearchDatastore_Task, 'duration_secs': 0.075605} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.935532] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.936655] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.936655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.936655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.936655] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.936655] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1260399a-67c8-4d26-be92-1d7c40f5fbc8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.952932] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.953463] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.953948] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe241a32-8e1d-4d9c-b5c8-a3dc215988bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.960257] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 824.960257] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c507c2-6066-f231-23b6-0a6ed853f6e4" [ 824.960257] env[69735]: _type = "Task" [ 824.960257] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.968735] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c507c2-6066-f231-23b6-0a6ed853f6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.106925] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.114881] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646281} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.120020] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. [ 825.120020] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995860b4-5823-4f1b-a184-1c4d0396a444 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.148038] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.154497] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c6ef9e-f376-48d6-91d7-977c1d16bcac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.177184] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604947, 'name': ReconfigVM_Task, 'duration_secs': 0.337689} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.177184] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.178651] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 68f200f0-923a-40b8-97f6-81ee88818e71/68f200f0-923a-40b8-97f6-81ee88818e71.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.179114] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 825.179114] env[69735]: value = "task-3604950" [ 825.179114] env[69735]: _type = "Task" [ 825.179114] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.179356] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f3e31b3-2f05-431f-a722-bc41eaaba14f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.185255] env[69735]: DEBUG nova.scheduler.client.report [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.196311] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 825.196311] env[69735]: value = "task-3604951" [ 825.196311] env[69735]: _type = "Task" [ 825.196311] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.212491] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.220174] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604951, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.290312] env[69735]: DEBUG nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.328499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a421567a-59b3-4a1b-9fe9-38117df48104 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.511s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.365696] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604948, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.421961] env[69735]: DEBUG oslo_vmware.api [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3604949, 'name': PowerOffVM_Task, 'duration_secs': 0.350097} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.422397] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.422456] env[69735]: DEBUG nova.compute.manager [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.423319] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f648f92a-c075-4084-a6ff-eb14c49a2bac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.474598] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c507c2-6066-f231-23b6-0a6ed853f6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.013899} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.475941] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3831c427-fc97-4485-9bf2-4474f38b38d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.483270] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 825.483270] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882ed5-e803-ac6b-4206-e147390e080b" [ 825.483270] env[69735]: _type = "Task" [ 825.483270] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.492416] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882ed5-e803-ac6b-4206-e147390e080b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.652486] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.692933] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.694758] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.873s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.695448] env[69735]: DEBUG nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.698247] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.551s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.698247] env[69735]: DEBUG nova.objects.instance [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lazy-loading 'resources' on Instance uuid d4b37d65-3847-4913-aa50-d6b93378a4e0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.709147] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604951, 'name': Rename_Task, 'duration_secs': 0.174953} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.709890] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.710360] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-444aa852-c675-49fe-ad32-1d79cad36076 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.717405] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 825.717405] env[69735]: value = "task-3604952" [ 825.717405] env[69735]: _type = "Task" [ 825.717405] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.730896] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.813070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.866706] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780472} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.868233] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 219adde7-07d4-40ca-b713-5b373532e734/219adde7-07d4-40ca-b713-5b373532e734.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.868233] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.871553] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5182411f-5e91-493b-9987-cf6349adaa71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.878146] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 825.878146] env[69735]: value = "task-3604953" [ 825.878146] env[69735]: _type = "Task" [ 825.878146] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.887264] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.937384] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6d0b5e63-e242-4b6e-a9c0-cc034e833b77 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.996441] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882ed5-e803-ac6b-4206-e147390e080b, 'name': SearchDatastore_Task, 'duration_secs': 0.022325} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.996441] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.996441] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 666f7702-319f-454a-83be-82bc20009a5e/666f7702-319f-454a-83be-82bc20009a5e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.996441] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15d919c9-b42c-4d53-8ca7-58fa011f5bd3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.004112] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.004458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.004732] env[69735]: DEBUG nova.compute.manager [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.005885] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 826.005885] env[69735]: value = "task-3604954" [ 826.005885] env[69735]: _type = "Task" [ 826.005885] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.006720] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0acb265-b668-4b63-8c9c-976790df6645 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.018767] env[69735]: DEBUG nova.compute.manager [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 826.019422] env[69735]: DEBUG nova.objects.instance [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'flavor' on Instance uuid 0c8ded47-c27f-4f0a-ac26-12d385127ec2 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.026168] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.152592] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.193273] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604950, 'name': ReconfigVM_Task, 'duration_secs': 0.889495} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.193273] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.194388] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10457fab-cc31-444e-b7bc-0f7015a4632e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.219642] env[69735]: DEBUG nova.compute.utils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.230486] env[69735]: DEBUG nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.230486] env[69735]: DEBUG nova.network.neutron [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.239657] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb98489-ff27-4470-9a6d-bfe1087b6284 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.263606] env[69735]: DEBUG oslo_vmware.api [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604952, 'name': PowerOnVM_Task, 'duration_secs': 0.538822} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.265278] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.265511] env[69735]: INFO nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Took 9.19 seconds to spawn the instance on the hypervisor. [ 826.265741] env[69735]: DEBUG nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.267903] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 826.267903] env[69735]: value = "task-3604955" [ 826.267903] env[69735]: _type = "Task" [ 826.267903] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.268175] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6bf7bd-a4dd-4c86-9892-2e9a65d1de93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.297631] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.374848] env[69735]: DEBUG nova.policy [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2032c91b88014bdb9f4693382954b20b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce46449cc26a456ab31fb236753c0fde', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.376812] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.377239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.377737] env[69735]: DEBUG nova.compute.manager [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.384156] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9c2ae8-b929-41ab-808d-837ca9a9d1b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.394801] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085511} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.397069] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.397505] env[69735]: DEBUG nova.compute.manager [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 826.398084] env[69735]: DEBUG nova.objects.instance [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'flavor' on Instance uuid 9a27fe9f-1ad7-4923-9107-0c51a43dc800 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.403538] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88dd51e-8254-4d51-9fc4-493701a2c4a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.429746] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 219adde7-07d4-40ca-b713-5b373532e734/219adde7-07d4-40ca-b713-5b373532e734.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.433518] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d41b4f-a945-46b2-842b-251febb1c0b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.455015] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 826.455015] env[69735]: value = "task-3604956" [ 826.455015] env[69735]: _type = "Task" [ 826.455015] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.464088] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.522283] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.653033] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.730729] env[69735]: DEBUG nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.787023] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.812335] env[69735]: INFO nova.compute.manager [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Took 41.57 seconds to build instance. [ 826.947369] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f021c-2806-41c6-92b8-76e141191c1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.960967] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693a294a-ad45-4a14-aa48-1e6bca01b851 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.971713] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.002730] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4097f4b-649a-46be-9e40-16424da101c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.011635] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eb6d6f-2e2a-445a-b88e-12d0ef001f73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.030312] env[69735]: DEBUG nova.compute.provider_tree [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.036540] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.037051] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674198} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.037298] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e251c2-5a88-496d-bce5-752bf6ee35ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.039395] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 666f7702-319f-454a-83be-82bc20009a5e/666f7702-319f-454a-83be-82bc20009a5e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.039618] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.040809] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bae54faf-a707-4efe-9213-869af3601a1f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.050472] env[69735]: DEBUG oslo_vmware.api [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 827.050472] env[69735]: value = "task-3604957" [ 827.050472] env[69735]: _type = "Task" [ 827.050472] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.050722] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 827.050722] env[69735]: value = "task-3604958" [ 827.050722] env[69735]: _type = "Task" [ 827.050722] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.062625] env[69735]: DEBUG oslo_vmware.api [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.157826] env[69735]: DEBUG oslo_vmware.api [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604929, 'name': ReconfigVM_Task, 'duration_secs': 5.777469} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.162341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.162341] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Reconfigured VM to detach interface {{(pid=69735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 827.280309] env[69735]: DEBUG nova.network.neutron [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Successfully created port: 645400d1-c93b-4274-9bab-bee529082e25 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.285857] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604955, 'name': ReconfigVM_Task, 'duration_secs': 0.531347} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.286146] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.287730] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6bb8f2-2b8e-46c9-821e-daa3915f7a1d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.292488] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 827.292488] env[69735]: value = "task-3604959" [ 827.292488] env[69735]: _type = "Task" [ 827.292488] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.301762] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.315113] env[69735]: DEBUG oslo_concurrency.lockutils [None req-95191998-aa55-43f0-8ea8-e2530b68a885 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "68f200f0-923a-40b8-97f6-81ee88818e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.958s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.422361] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.423989] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18d8409a-ee0b-440d-95f5-8ca748a60eb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.430604] env[69735]: DEBUG oslo_vmware.api [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 827.430604] env[69735]: value = "task-3604960" [ 827.430604] env[69735]: _type = "Task" [ 827.430604] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.441959] env[69735]: DEBUG oslo_vmware.api [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.469930] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604956, 'name': ReconfigVM_Task, 'duration_secs': 0.684282} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.470226] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 219adde7-07d4-40ca-b713-5b373532e734/219adde7-07d4-40ca-b713-5b373532e734.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.470830] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479d999a-09a6-48f9-8a7e-9a8677abb259 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.477082] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 827.477082] env[69735]: value = "task-3604961" [ 827.477082] env[69735]: _type = "Task" [ 827.477082] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.485455] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604961, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.533825] env[69735]: DEBUG nova.scheduler.client.report [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.566111] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165359} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.569930] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.570371] env[69735]: DEBUG oslo_vmware.api [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604957, 'name': PowerOffVM_Task, 'duration_secs': 0.215854} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.571514] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7082f04b-460e-4659-a5bc-411bcbbde3a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.575240] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.575485] env[69735]: DEBUG nova.compute.manager [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.576367] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca2b81-ba38-4631-91a8-f54107d9cf41 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.600799] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 666f7702-319f-454a-83be-82bc20009a5e/666f7702-319f-454a-83be-82bc20009a5e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.603287] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3534e50-c6c6-427e-8621-8c13d5bd968d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.627364] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 827.627364] env[69735]: value = "task-3604962" [ 827.627364] env[69735]: _type = "Task" [ 827.627364] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.638184] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.746394] env[69735]: DEBUG nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.789881] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.790543] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.790854] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.791220] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.791567] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.791817] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.792215] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.792540] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.793146] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.793528] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.793872] env[69735]: DEBUG nova.virt.hardware [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.795313] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bb91da-da77-430f-8350-338f9b2a0d1b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.820172] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91acd0a6-33f3-45b5-a003-2913a6cada21 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.827726] env[69735]: DEBUG nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.833373] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604959, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.947772] env[69735]: DEBUG oslo_vmware.api [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604960, 'name': PowerOffVM_Task, 'duration_secs': 0.183888} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.948563] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.949600] env[69735]: DEBUG nova.compute.manager [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.952073] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9903a46-d603-4c2f-8809-89e56d40ec64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.993023] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604961, 'name': Rename_Task, 'duration_secs': 0.310026} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.993023] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.996552] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5faf5266-eaf0-47cf-a051-b26397894c9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.005067] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 828.005067] env[69735]: value = "task-3604963" [ 828.005067] env[69735]: _type = "Task" [ 828.005067] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.039725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.043676] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.026s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.044541] env[69735]: DEBUG nova.objects.instance [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lazy-loading 'resources' on Instance uuid be1d2d89-cc25-465b-b8d6-905b2c838de6 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.079104] env[69735]: INFO nova.scheduler.client.report [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Deleted allocations for instance d4b37d65-3847-4913-aa50-d6b93378a4e0 [ 828.102718] env[69735]: DEBUG nova.compute.manager [req-c0d1170f-6596-4fda-bc66-245c6f004cd2 req-70c3a67b-1436-424d-af74-9d49b102f4ba service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Received event network-changed-8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.106096] env[69735]: DEBUG nova.compute.manager [req-c0d1170f-6596-4fda-bc66-245c6f004cd2 req-70c3a67b-1436-424d-af74-9d49b102f4ba service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Refreshing instance network info cache due to event network-changed-8d087345-523a-47d8-a46f-0e6f6a2e865c. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.106450] env[69735]: DEBUG oslo_concurrency.lockutils [req-c0d1170f-6596-4fda-bc66-245c6f004cd2 req-70c3a67b-1436-424d-af74-9d49b102f4ba service nova] Acquiring lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.106943] env[69735]: DEBUG oslo_concurrency.lockutils [req-c0d1170f-6596-4fda-bc66-245c6f004cd2 req-70c3a67b-1436-424d-af74-9d49b102f4ba service nova] Acquired lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.106943] env[69735]: DEBUG nova.network.neutron [req-c0d1170f-6596-4fda-bc66-245c6f004cd2 req-70c3a67b-1436-424d-af74-9d49b102f4ba service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Refreshing network info cache for port 8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.133873] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b34da4f-f9aa-42eb-972e-2b65ba571290 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.129s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.141477] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.304562] env[69735]: DEBUG oslo_vmware.api [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3604959, 'name': PowerOnVM_Task, 'duration_secs': 0.709757} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.304870] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.308110] env[69735]: DEBUG nova.compute.manager [None req-36a1e9f3-4764-40b1-b9ad-08d3002744bc tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.308913] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0485099-98ce-495e-af39-515c06398a0d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.352314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.467853] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f2c7b4e6-53b8-4526-aa63-00b980acfed1 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.518820] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604963, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.594251] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2044fbdb-c94b-4e85-a158-b587f402d791 tempest-DeleteServersAdminTestJSON-668290985 tempest-DeleteServersAdminTestJSON-668290985-project-member] Lock "d4b37d65-3847-4913-aa50-d6b93378a4e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.080s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.643849] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604962, 'name': ReconfigVM_Task, 'duration_secs': 0.611119} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.645040] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 666f7702-319f-454a-83be-82bc20009a5e/666f7702-319f-454a-83be-82bc20009a5e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.646331] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-988e402b-018b-49d7-861a-5c05e476d1bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.659501] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 828.659501] env[69735]: value = "task-3604964" [ 828.659501] env[69735]: _type = "Task" [ 828.659501] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.674083] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604964, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.712316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.712490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.712662] env[69735]: DEBUG nova.network.neutron [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.909237] env[69735]: DEBUG nova.network.neutron [req-c0d1170f-6596-4fda-bc66-245c6f004cd2 req-70c3a67b-1436-424d-af74-9d49b102f4ba service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updated VIF entry in instance network info cache for port 8d087345-523a-47d8-a46f-0e6f6a2e865c. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.909237] env[69735]: DEBUG nova.network.neutron [req-c0d1170f-6596-4fda-bc66-245c6f004cd2 req-70c3a67b-1436-424d-af74-9d49b102f4ba service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updating instance_info_cache with network_info: [{"id": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "address": "fa:16:3e:f8:f2:00", "network": {"id": "e888507c-a415-4b4b-85f1-d3804b49a426", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1357079450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72251bd34f424da08fed52599c4d1483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d087345-52", "ovs_interfaceid": "8d087345-523a-47d8-a46f-0e6f6a2e865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.003033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "3a7606e7-37de-411d-a478-d800677c3d13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.003033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "3a7606e7-37de-411d-a478-d800677c3d13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.003163] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "3a7606e7-37de-411d-a478-d800677c3d13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.003315] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "3a7606e7-37de-411d-a478-d800677c3d13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.003511] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "3a7606e7-37de-411d-a478-d800677c3d13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.016951] env[69735]: INFO nova.compute.manager [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Terminating instance [ 829.044728] env[69735]: DEBUG oslo_vmware.api [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3604963, 'name': PowerOnVM_Task, 'duration_secs': 0.912369} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.044728] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.044728] env[69735]: INFO nova.compute.manager [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Took 6.45 seconds to spawn the instance on the hypervisor. [ 829.044995] env[69735]: DEBUG nova.compute.manager [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.046737] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4e6cb2-8fc9-40da-8829-32a5f86cb5f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.066982] env[69735]: DEBUG nova.compute.manager [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Stashing vm_state: stopped {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 829.172446] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604964, 'name': Rename_Task, 'duration_secs': 0.166951} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.178342] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.179134] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55b5570a-f366-4677-aa08-38703e37ce31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.194546] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 829.194546] env[69735]: value = "task-3604965" [ 829.194546] env[69735]: _type = "Task" [ 829.194546] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.209873] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.269719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.269719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.269719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.269719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.269719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.271391] env[69735]: INFO nova.compute.manager [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Terminating instance [ 829.371485] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b6a964-ab4f-4958-a766-c592c8d88590 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.380208] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3196266-c3dc-4d60-9728-d25c7369b8f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.413589] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8315fb80-2661-447e-9920-b989f85a9213 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.416567] env[69735]: DEBUG oslo_concurrency.lockutils [req-c0d1170f-6596-4fda-bc66-245c6f004cd2 req-70c3a67b-1436-424d-af74-9d49b102f4ba service nova] Releasing lock "refresh_cache-1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.422606] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894cb0ef-9a1d-4c02-98d8-5334aedbb26c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.438121] env[69735]: DEBUG nova.compute.provider_tree [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.528276] env[69735]: DEBUG nova.compute.manager [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.528495] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.529448] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462f807-19fc-4019-b334-cfb4d0436340 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.537757] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.538137] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-690c8850-73b1-4e61-814d-14d505bc6d8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.544316] env[69735]: DEBUG oslo_vmware.api [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 829.544316] env[69735]: value = "task-3604966" [ 829.544316] env[69735]: _type = "Task" [ 829.544316] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.552145] env[69735]: DEBUG oslo_vmware.api [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.570805] env[69735]: INFO nova.compute.manager [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Rebuilding instance [ 829.578418] env[69735]: INFO nova.compute.manager [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Took 38.59 seconds to build instance. [ 829.592565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.610403] env[69735]: DEBUG nova.objects.instance [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'flavor' on Instance uuid 9a27fe9f-1ad7-4923-9107-0c51a43dc800 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.619344] env[69735]: DEBUG nova.network.neutron [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Successfully updated port: 645400d1-c93b-4274-9bab-bee529082e25 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.638389] env[69735]: DEBUG nova.compute.manager [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.639634] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b05c23f-0515-499f-864a-2c68bea06089 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.706250] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.784683] env[69735]: DEBUG nova.compute.manager [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.786094] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.787133] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b151c18e-6dd8-4b3d-875c-b19d335b5121 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.799158] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.799510] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39842ae2-8c4a-440c-98b6-13731fae3548 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.813207] env[69735]: DEBUG oslo_vmware.api [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 829.813207] env[69735]: value = "task-3604967" [ 829.813207] env[69735]: _type = "Task" [ 829.813207] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.828861] env[69735]: DEBUG oslo_vmware.api [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.830503] env[69735]: INFO nova.network.neutron [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Port f1c509eb-3895-4a45-bcdb-8dd1dec30443 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 829.830503] env[69735]: DEBUG nova.network.neutron [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updating instance_info_cache with network_info: [{"id": "9e93006f-b8f2-482e-8857-d4dea71f9640", "address": "fa:16:3e:83:71:1e", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e93006f-b8", "ovs_interfaceid": "9e93006f-b8f2-482e-8857-d4dea71f9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.941931] env[69735]: DEBUG nova.scheduler.client.report [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.061026] env[69735]: DEBUG oslo_vmware.api [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604966, 'name': PowerOffVM_Task, 'duration_secs': 0.294497} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.061349] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.061526] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.061794] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bd2b822-ed48-4faa-972c-57a132bb4a78 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.080864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55d748cd-5bf4-44a8-bafb-bee7a9ddc0bd tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "219adde7-07d4-40ca-b713-5b373532e734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.732s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.124205] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.124349] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.124507] env[69735]: DEBUG nova.network.neutron [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.125824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.125971] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.127688] env[69735]: DEBUG nova.network.neutron [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.127967] env[69735]: DEBUG nova.objects.instance [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'info_cache' on Instance uuid 9a27fe9f-1ad7-4923-9107-0c51a43dc800 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.144645] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.147030] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.147268] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleting the datastore file [datastore2] 3a7606e7-37de-411d-a478-d800677c3d13 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.148174] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f00fae08-28a5-4413-ae81-3a70a5a62c31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.160020] env[69735]: DEBUG oslo_vmware.api [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 830.160020] env[69735]: value = "task-3604969" [ 830.160020] env[69735]: _type = "Task" [ 830.160020] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.172497] env[69735]: DEBUG oslo_vmware.api [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.208527] env[69735]: DEBUG oslo_vmware.api [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604965, 'name': PowerOnVM_Task, 'duration_secs': 0.900782} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.208864] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.209107] env[69735]: INFO nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Took 10.42 seconds to spawn the instance on the hypervisor. [ 830.209375] env[69735]: DEBUG nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.212205] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5344d-cbe0-4d7d-8d59-8d79ec58290b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.323733] env[69735]: DEBUG oslo_vmware.api [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604967, 'name': PowerOffVM_Task, 'duration_secs': 0.218728} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.324016] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.324186] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.324443] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ba284fc-ef0e-48cd-bb69-fd4607b6474b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.338020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-3a7606e7-37de-411d-a478-d800677c3d13" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.398533] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.399026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.399026] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleting the datastore file [datastore2] 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.399547] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-839ee530-dfa6-4a95-9c81-64534d09ae7c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.406225] env[69735]: DEBUG oslo_vmware.api [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 830.406225] env[69735]: value = "task-3604971" [ 830.406225] env[69735]: _type = "Task" [ 830.406225] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.415219] env[69735]: DEBUG oslo_vmware.api [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.449910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.452497] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.448s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.473184] env[69735]: INFO nova.scheduler.client.report [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Deleted allocations for instance be1d2d89-cc25-465b-b8d6-905b2c838de6 [ 830.587810] env[69735]: DEBUG nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.634493] env[69735]: DEBUG nova.objects.base [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Object Instance<9a27fe9f-1ad7-4923-9107-0c51a43dc800> lazy-loaded attributes: flavor,info_cache {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 830.659224] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.659664] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dcdf721-d26f-477f-a369-3e0b016717eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.670708] env[69735]: DEBUG oslo_vmware.api [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3604969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267456} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.673265] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.673441] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.673634] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.673805] env[69735]: INFO nova.compute.manager [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Took 1.15 seconds to destroy the instance on the hypervisor. [ 830.674034] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.674413] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 830.674413] env[69735]: value = "task-3604972" [ 830.674413] env[69735]: _type = "Task" [ 830.674413] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.674643] env[69735]: DEBUG nova.compute.manager [-] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.674643] env[69735]: DEBUG nova.network.neutron [-] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.692189] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 830.692598] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.696019] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f18fac-5917-41cc-ae6a-674828bf1be9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.697793] env[69735]: DEBUG nova.network.neutron [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.706607] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "dcae396c-973e-4043-b856-95deb9bbd154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.706607] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "dcae396c-973e-4043-b856-95deb9bbd154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.709878] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.709878] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a693fb6-97ed-453b-9405-e5fda78735a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.741460] env[69735]: INFO nova.compute.manager [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Took 42.39 seconds to build instance. [ 830.746216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "8f407595-99e6-48aa-89f0-d094955621dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.746493] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "8f407595-99e6-48aa-89f0-d094955621dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.786391] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.786596] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.786799] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleting the datastore file [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.787490] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bd73956-0b05-4e44-9137-90393bbed06d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.793474] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 830.793474] env[69735]: value = "task-3604974" [ 830.793474] env[69735]: _type = "Task" [ 830.793474] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.803565] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.842988] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161fe0ba-6dc5-4aca-bb20-b665fe526ac9 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-3a7606e7-37de-411d-a478-d800677c3d13-f1c509eb-3895-4a45-bcdb-8dd1dec30443" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.365s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.916558] env[69735]: DEBUG oslo_vmware.api [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3604971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40849} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.916938] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.917133] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.917314] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.917491] env[69735]: INFO nova.compute.manager [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Took 1.13 seconds to destroy the instance on the hypervisor. [ 830.917725] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.917929] env[69735]: DEBUG nova.compute.manager [-] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.918041] env[69735]: DEBUG nova.network.neutron [-] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.979973] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c5357890-aefa-4277-b324-96626787dc95 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "be1d2d89-cc25-465b-b8d6-905b2c838de6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.143s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.074423] env[69735]: DEBUG nova.compute.manager [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received event network-vif-deleted-f1c509eb-3895-4a45-bcdb-8dd1dec30443 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.074660] env[69735]: DEBUG nova.compute.manager [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Received event network-vif-plugged-645400d1-c93b-4274-9bab-bee529082e25 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.074849] env[69735]: DEBUG oslo_concurrency.lockutils [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] Acquiring lock "d670c7fd-fdba-418d-8aad-959821894e9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.075214] env[69735]: DEBUG oslo_concurrency.lockutils [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] Lock "d670c7fd-fdba-418d-8aad-959821894e9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.075420] env[69735]: DEBUG oslo_concurrency.lockutils [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] Lock "d670c7fd-fdba-418d-8aad-959821894e9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.075591] env[69735]: DEBUG nova.compute.manager [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] No waiting events found dispatching network-vif-plugged-645400d1-c93b-4274-9bab-bee529082e25 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.075757] env[69735]: WARNING nova.compute.manager [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Received unexpected event network-vif-plugged-645400d1-c93b-4274-9bab-bee529082e25 for instance with vm_state building and task_state spawning. [ 831.075916] env[69735]: DEBUG nova.compute.manager [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Received event network-changed-645400d1-c93b-4274-9bab-bee529082e25 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.076078] env[69735]: DEBUG nova.compute.manager [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Refreshing instance network info cache due to event network-changed-645400d1-c93b-4274-9bab-bee529082e25. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.076246] env[69735]: DEBUG oslo_concurrency.lockutils [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] Acquiring lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.107287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.152344] env[69735]: DEBUG nova.network.neutron [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Updating instance_info_cache with network_info: [{"id": "645400d1-c93b-4274-9bab-bee529082e25", "address": "fa:16:3e:34:87:02", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645400d1-c9", "ovs_interfaceid": "645400d1-c93b-4274-9bab-bee529082e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.244704] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a6847b4-c706-438f-b6c4-85126c5a0504 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "666f7702-319f-454a-83be-82bc20009a5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.179s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.303573] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438506} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.303835] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.304026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.304211] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.481203] env[69735]: INFO nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating resource usage from migration 3c28946e-7f4f-49cb-b452-2822af0dc948 [ 831.506333] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.506495] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 56a75596-cd81-41e4-b526-dd378c737a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.506619] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8abeda56-35d3-4446-bc14-4ad781eaf1a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.506735] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3a7606e7-37de-411d-a478-d800677c3d13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.506844] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d6551491-3d04-43fa-9813-3af8725c7b9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.506956] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8c1a6b7c-f693-4566-a9f6-8053860b1699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.507116] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 0f69937d-222e-4155-8ecf-5d5fb86d68b6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.507320] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance c5cf678b-99a6-4322-adfc-172f3e4d55f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.508053] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508053] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3be3e0be-3e3c-43dd-8e6e-c1add19412c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508053] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance a360387a-e02f-41c5-9b10-c67fb03433f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508053] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance b43eab86-a3b9-4f1b-b074-dc65bca9d10f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.508053] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 9a27fe9f-1ad7-4923-9107-0c51a43dc800 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508053] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance e228cfb3-e146-4148-bc18-b23080c2a06a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.508442] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 328594d8-fc29-4d5f-a04f-047d540f9d56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.508442] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508442] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 45443b55-ca14-472c-99a3-7b2d8e4bba76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508541] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 090defd1-8b7c-42f3-a9f3-4cb1308b8261 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.508572] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 0c8ded47-c27f-4f0a-ac26-12d385127ec2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508677] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 68f200f0-923a-40b8-97f6-81ee88818e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508783] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 666f7702-319f-454a-83be-82bc20009a5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508890] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 219adde7-07d4-40ca-b713-5b373532e734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.508995] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d670c7fd-fdba-418d-8aad-959821894e9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.655611] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.655936] env[69735]: DEBUG nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Instance network_info: |[{"id": "645400d1-c93b-4274-9bab-bee529082e25", "address": "fa:16:3e:34:87:02", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645400d1-c9", "ovs_interfaceid": "645400d1-c93b-4274-9bab-bee529082e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.656266] env[69735]: DEBUG oslo_concurrency.lockutils [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] Acquired lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.656448] env[69735]: DEBUG nova.network.neutron [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Refreshing network info cache for port 645400d1-c93b-4274-9bab-bee529082e25 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.657713] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:87:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '645400d1-c93b-4274-9bab-bee529082e25', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.667544] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Creating folder: Project (ce46449cc26a456ab31fb236753c0fde). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.669171] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed3ab160-eb94-4ddd-b7a1-7ade122aa069 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.684306] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Created folder: Project (ce46449cc26a456ab31fb236753c0fde) in parent group-v719064. [ 831.684505] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Creating folder: Instances. Parent ref: group-v719180. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.684730] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82c45432-0135-42bd-a369-62b5868070c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.695158] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Created folder: Instances in parent group-v719180. [ 831.695158] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.695158] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.695158] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d83b6c0d-744e-436e-a63d-e4fc5187b0b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.714811] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.714811] env[69735]: value = "task-3604977" [ 831.714811] env[69735]: _type = "Task" [ 831.714811] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.724950] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604977, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.747250] env[69735]: DEBUG nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.012476] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 832.044804] env[69735]: DEBUG nova.network.neutron [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.229261] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604977, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.277641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.349016] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.349149] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.349203] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.349399] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.349550] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.349690] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.349893] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.352039] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.352039] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.352039] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.352039] env[69735]: DEBUG nova.virt.hardware [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.352039] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e082c98-af08-4420-9e14-c839b348054b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.359574] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0a1722-8e0c-409c-8476-5e74dbd98189 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.378089] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:8c:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0160ffdd-109f-4e10-822d-5ceebaa5ee50', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.385762] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.386022] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.386239] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1ea3d39-650a-4841-98be-78581fbabb8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.404637] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.404637] env[69735]: value = "task-3604978" [ 832.404637] env[69735]: _type = "Task" [ 832.404637] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.411969] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604978, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.431518] env[69735]: DEBUG nova.network.neutron [-] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.515802] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 589c23ff-f8bc-478b-9fc6-b3a83c1988fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 832.526762] env[69735]: DEBUG nova.network.neutron [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Updated VIF entry in instance network info cache for port 645400d1-c93b-4274-9bab-bee529082e25. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.527147] env[69735]: DEBUG nova.network.neutron [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Updating instance_info_cache with network_info: [{"id": "645400d1-c93b-4274-9bab-bee529082e25", "address": "fa:16:3e:34:87:02", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645400d1-c9", "ovs_interfaceid": "645400d1-c93b-4274-9bab-bee529082e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.547494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.663552] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "690e0729-123d-4935-bcc4-2e0f8248ddc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.663552] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "690e0729-123d-4935-bcc4-2e0f8248ddc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.691335] env[69735]: DEBUG nova.network.neutron [-] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.728499] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604977, 'name': CreateVM_Task, 'duration_secs': 0.608022} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.728668] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.729503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.729733] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.730067] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.730333] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71d3e4b-7915-4d3c-9116-2d7ec0f98435 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.735392] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 832.735392] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529dee7c-fa9a-013b-95e2-1ab499479f71" [ 832.735392] env[69735]: _type = "Task" [ 832.735392] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.743923] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529dee7c-fa9a-013b-95e2-1ab499479f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.919660] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604978, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.934868] env[69735]: INFO nova.compute.manager [-] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Took 2.02 seconds to deallocate network for instance. [ 833.020572] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 0baee1f7-d302-478a-a737-d2204fdbf87d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 833.030506] env[69735]: DEBUG oslo_concurrency.lockutils [req-07c3f21e-de8b-4a7d-8697-e5a02b1e5681 req-28b10ee0-5b43-4f49-8a82-b9e40b093208 service nova] Releasing lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.194104] env[69735]: INFO nova.compute.manager [-] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Took 2.52 seconds to deallocate network for instance. [ 833.251479] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529dee7c-fa9a-013b-95e2-1ab499479f71, 'name': SearchDatastore_Task, 'duration_secs': 0.011951} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.251479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.251479] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.251479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.251479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.251479] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.252256] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-034d2f74-63b6-4549-8e1f-27924a8d0c93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.265011] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.265411] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.266432] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbc1c99-82c4-4845-aef6-5b100607c246 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.273338] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 833.273338] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5292d926-01ac-eb32-8bda-05dc35b12a67" [ 833.273338] env[69735]: _type = "Task" [ 833.273338] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.281916] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5292d926-01ac-eb32-8bda-05dc35b12a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.284124] env[69735]: DEBUG nova.compute.manager [req-c8447289-fa72-41a6-9398-e0b481a50906 req-73f8109e-3003-43c3-99c6-ce704b12d26e service nova] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Received event network-vif-deleted-8d087345-523a-47d8-a46f-0e6f6a2e865c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.284327] env[69735]: DEBUG nova.compute.manager [req-c8447289-fa72-41a6-9398-e0b481a50906 req-73f8109e-3003-43c3-99c6-ce704b12d26e service nova] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Received event network-vif-deleted-9e93006f-b8f2-482e-8857-d4dea71f9640 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.418821] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604978, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.441124] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.481050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.481162] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.481448] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.481656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.481826] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.483888] env[69735]: INFO nova.compute.manager [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Terminating instance [ 833.523423] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 67bbc2f0-bcac-401e-b6b4-4daf1db04b50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 833.552691] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.552969] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e7a372a-d923-4057-b218-b8e60476d7a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.560583] env[69735]: DEBUG oslo_vmware.api [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 833.560583] env[69735]: value = "task-3604979" [ 833.560583] env[69735]: _type = "Task" [ 833.560583] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.570262] env[69735]: DEBUG oslo_vmware.api [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.702451] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.787630] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5292d926-01ac-eb32-8bda-05dc35b12a67, 'name': SearchDatastore_Task, 'duration_secs': 0.017358} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.788633] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00689ec8-962c-474b-a137-543a77791ec6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.795977] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 833.795977] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52810c82-df3c-bd17-3d05-ba6413d6cea0" [ 833.795977] env[69735]: _type = "Task" [ 833.795977] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.810163] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52810c82-df3c-bd17-3d05-ba6413d6cea0, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.810449] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.810703] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d670c7fd-fdba-418d-8aad-959821894e9b/d670c7fd-fdba-418d-8aad-959821894e9b.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.810968] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fcce684-8147-40a3-bcb8-4fc0314b7bcd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.818451] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 833.818451] env[69735]: value = "task-3604980" [ 833.818451] env[69735]: _type = "Task" [ 833.818451] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.827757] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.927883] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604978, 'name': CreateVM_Task, 'duration_secs': 1.426114} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.928092] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.928824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.929614] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.929614] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.929754] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5167b8d5-0af2-4c01-9a69-f3c3124fa0c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.944966] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 833.944966] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527afe94-417f-0265-415b-1f1a984a664c" [ 833.944966] env[69735]: _type = "Task" [ 833.944966] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.961178] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527afe94-417f-0265-415b-1f1a984a664c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.988669] env[69735]: DEBUG nova.compute.manager [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.988884] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.990379] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da8f91-58b9-4bf3-9285-7a4c4388c70f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.999810] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.999810] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e3f4143-5606-49b3-a761-a3d621133eaf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.005713] env[69735]: DEBUG oslo_vmware.api [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 834.005713] env[69735]: value = "task-3604981" [ 834.005713] env[69735]: _type = "Task" [ 834.005713] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.016220] env[69735]: DEBUG oslo_vmware.api [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.027744] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance c2a6a3aa-1987-4ffe-a7b4-5d6802112141 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 834.075079] env[69735]: DEBUG oslo_vmware.api [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3604979, 'name': PowerOnVM_Task, 'duration_secs': 0.419845} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.075844] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.076990] env[69735]: DEBUG nova.compute.manager [None req-e7ab69a2-422b-4e36-adfb-073d36463170 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.077314] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fbbd47-fd9f-46e3-a6ad-b984b8285889 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.330774] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.459908] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527afe94-417f-0265-415b-1f1a984a664c, 'name': SearchDatastore_Task, 'duration_secs': 0.025653} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.460241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.460554] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.460747] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.460892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.461079] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.461519] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4eac0ae-b430-4ee9-8d86-5d2e4285d336 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.474762] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.475028] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.476100] env[69735]: INFO nova.compute.manager [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Rebuilding instance [ 834.478287] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa74efcb-1074-4904-9d04-b0d7284504b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.484237] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 834.484237] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b22f9c-1035-05b7-ab42-df97e4d56dc8" [ 834.484237] env[69735]: _type = "Task" [ 834.484237] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.493796] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b22f9c-1035-05b7-ab42-df97e4d56dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.517239] env[69735]: DEBUG oslo_vmware.api [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604981, 'name': PowerOffVM_Task, 'duration_secs': 0.316242} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.517362] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.518273] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.518273] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed082aab-db63-40d3-8ea2-a67e46cfd8de {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.529750] env[69735]: DEBUG nova.compute.manager [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.530543] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 66a7da51-9efb-40f0-88a6-52b205a15be8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 834.532238] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd926892-5433-4591-8616-d13ce831b5d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.607888] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.608132] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.608843] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Deleting the datastore file [datastore1] 8abeda56-35d3-4446-bc14-4ad781eaf1a0 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.608843] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c73aa9-9008-4e9b-8d8c-3632841dd6e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.615376] env[69735]: DEBUG oslo_vmware.api [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for the task: (returnval){ [ 834.615376] env[69735]: value = "task-3604983" [ 834.615376] env[69735]: _type = "Task" [ 834.615376] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.623088] env[69735]: DEBUG oslo_vmware.api [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.830732] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696801} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.830732] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d670c7fd-fdba-418d-8aad-959821894e9b/d670c7fd-fdba-418d-8aad-959821894e9b.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.830732] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.830732] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4335710a-bab5-4166-ba7f-3a86a2e6828a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.838108] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 834.838108] env[69735]: value = "task-3604984" [ 834.838108] env[69735]: _type = "Task" [ 834.838108] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.846759] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.995039] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b22f9c-1035-05b7-ab42-df97e4d56dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.995849] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77762553-0828-4536-89c2-844ba7f43f66 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.001677] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 835.001677] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5295b0b4-dae9-c77a-d0a5-34a63332779e" [ 835.001677] env[69735]: _type = "Task" [ 835.001677] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.011243] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5295b0b4-dae9-c77a-d0a5-34a63332779e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.038253] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 6ae1e213-9754-452a-ba79-04910f983b7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 835.126920] env[69735]: DEBUG oslo_vmware.api [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.348775] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068077} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.350418] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.350418] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcdd2aa-cc44-4d35-a5ec-2b0b6fabe4b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.372143] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d670c7fd-fdba-418d-8aad-959821894e9b/d670c7fd-fdba-418d-8aad-959821894e9b.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.372441] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a17b5f-eb12-4491-b506-4c797514cb15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.391744] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 835.391744] env[69735]: value = "task-3604985" [ 835.391744] env[69735]: _type = "Task" [ 835.391744] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.401560] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.513250] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5295b0b4-dae9-c77a-d0a5-34a63332779e, 'name': SearchDatastore_Task, 'duration_secs': 0.059463} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.513250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.513518] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2/0c8ded47-c27f-4f0a-ac26-12d385127ec2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.513890] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8578479e-6826-4563-811a-981a947c097c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.520461] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 835.520461] env[69735]: value = "task-3604986" [ 835.520461] env[69735]: _type = "Task" [ 835.520461] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.528252] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.541139] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 4fa542f9-65e3-409b-b92c-f027ab8654b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 835.550536] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.550840] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d336d886-7c29-4593-a78e-061316788239 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.557695] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 835.557695] env[69735]: value = "task-3604987" [ 835.557695] env[69735]: _type = "Task" [ 835.557695] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.566236] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.628297] env[69735]: DEBUG oslo_vmware.api [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Task: {'id': task-3604983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.668885} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.628590] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.628777] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.628954] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.629145] env[69735]: INFO nova.compute.manager [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Took 1.64 seconds to destroy the instance on the hypervisor. [ 835.629457] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.629666] env[69735]: DEBUG nova.compute.manager [-] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.629760] env[69735]: DEBUG nova.network.neutron [-] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.726998] env[69735]: DEBUG nova.compute.manager [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.728104] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a545ce-64aa-4147-a116-2abc5ad0742c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.904120] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604985, 'name': ReconfigVM_Task, 'duration_secs': 0.441927} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.904580] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d670c7fd-fdba-418d-8aad-959821894e9b/d670c7fd-fdba-418d-8aad-959821894e9b.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.905323] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b31393b-90d1-407f-a778-a8eeb21c27e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.913153] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 835.913153] env[69735]: value = "task-3604988" [ 835.913153] env[69735]: _type = "Task" [ 835.913153] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.927526] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604988, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.033238] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604986, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.045616] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 81b83080-599c-4426-807f-1faa83db2c35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 836.068681] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604987, 'name': PowerOffVM_Task, 'duration_secs': 0.229718} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.069147] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.069517] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.070405] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9040182-566c-454f-bd21-cf3c75887224 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.079447] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.080166] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d64f0a-5257-445a-9d44-1375af69f138 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.181670] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.181848] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.182052] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleting the datastore file [datastore2] 666f7702-319f-454a-83be-82bc20009a5e {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.182352] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a0a902c-a273-4390-8d27-2cb66a363b49 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.189126] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 836.189126] env[69735]: value = "task-3604990" [ 836.189126] env[69735]: _type = "Task" [ 836.189126] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.199144] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.240417] env[69735]: INFO nova.compute.manager [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] instance snapshotting [ 836.246625] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace966fb-37e1-4f44-a760-6ea9b0246fa6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.268122] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a91f8f6-d7dc-445f-8358-a7e70dba3b35 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.423932] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604988, 'name': Rename_Task, 'duration_secs': 0.247552} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.423932] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.423932] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88e55274-71a6-4eaf-afeb-01051109c52f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.430128] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 836.430128] env[69735]: value = "task-3604991" [ 836.430128] env[69735]: _type = "Task" [ 836.430128] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.444169] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.460644] env[69735]: DEBUG nova.compute.manager [req-f211806d-9daf-405e-b321-32bcf28cc50c req-bbae4a00-3a22-489e-8995-356f8d91c52d service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Received event network-vif-deleted-c660b595-31e1-49d2-b5f5-075369f221c1 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.460854] env[69735]: INFO nova.compute.manager [req-f211806d-9daf-405e-b321-32bcf28cc50c req-bbae4a00-3a22-489e-8995-356f8d91c52d service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Neutron deleted interface c660b595-31e1-49d2-b5f5-075369f221c1; detaching it from the instance and deleting it from the info cache [ 836.461042] env[69735]: DEBUG nova.network.neutron [req-f211806d-9daf-405e-b321-32bcf28cc50c req-bbae4a00-3a22-489e-8995-356f8d91c52d service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.532256] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532702} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.532522] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2/0c8ded47-c27f-4f0a-ac26-12d385127ec2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.532839] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.533155] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4d1c477-5569-4634-9f92-f574ae47fcf3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.539206] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 836.539206] env[69735]: value = "task-3604992" [ 836.539206] env[69735]: _type = "Task" [ 836.539206] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.549422] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance e89f8758-2853-47a5-9158-3c0d3e88b121 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 836.550744] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.625970] env[69735]: DEBUG nova.network.neutron [-] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.700250] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192496} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.700725] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.701089] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.701404] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.780235] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 836.780456] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34183ca8-41ca-43ee-bf9a-d7b8cb1786a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.788284] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 836.788284] env[69735]: value = "task-3604993" [ 836.788284] env[69735]: _type = "Task" [ 836.788284] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.796305] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.940193] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.965102] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faaf6014-1482-45c9-a160-3745b2d2a365 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.975309] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ac9309-08c2-4c31-b71f-f422e8a1925f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.009106] env[69735]: DEBUG nova.compute.manager [req-f211806d-9daf-405e-b321-32bcf28cc50c req-bbae4a00-3a22-489e-8995-356f8d91c52d service nova] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Detach interface failed, port_id=c660b595-31e1-49d2-b5f5-075369f221c1, reason: Instance 8abeda56-35d3-4446-bc14-4ad781eaf1a0 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.048821] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242238} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.049124] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.050042] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ff671-4800-4af6-bd68-2c308906533d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.053072] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance abbd2490-51e6-4c89-865a-7ce4d096e72e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 837.074383] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2/0c8ded47-c27f-4f0a-ac26-12d385127ec2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.075447] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e0c5fe5-e9d3-46b0-9750-52ce70f10f9d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.095986] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 837.095986] env[69735]: value = "task-3604994" [ 837.095986] env[69735]: _type = "Task" [ 837.095986] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.104847] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.128340] env[69735]: INFO nova.compute.manager [-] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Took 1.50 seconds to deallocate network for instance. [ 837.299348] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604993, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.440293] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.556375] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 837.556718] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Migration 3c28946e-7f4f-49cb-b452-2822af0dc948 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 837.556718] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 04800cfa-2e24-43bc-9198-0a0f41151dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 837.613758] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.635206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.746474] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.746709] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.746862] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.747051] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.747201] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.747448] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.747540] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.747698] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.748484] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.750736] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.751050] env[69735]: DEBUG nova.virt.hardware [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.751933] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5a2e1f-9238-4a2d-8cc8-f4744a38a19a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.760605] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc9fbe-135d-409b-9e75-f158b06885fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.777769] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:12:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2fc49c5-dd5d-49e9-9612-8d85c63b73e9', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.786964] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.787314] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.787577] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4888e4e7-07bb-4000-b6b6-62c56b207aac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.814202] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604993, 'name': CreateSnapshot_Task, 'duration_secs': 0.907629} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.814202] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.814202] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.814202] env[69735]: value = "task-3604995" [ 837.814202] env[69735]: _type = "Task" [ 837.814202] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.814406] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a4e134-d0bf-4b9e-947f-8f2d456ce125 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.837518] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604995, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.941222] env[69735]: DEBUG oslo_vmware.api [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3604991, 'name': PowerOnVM_Task, 'duration_secs': 1.48678} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.941558] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.941654] env[69735]: INFO nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Took 10.20 seconds to spawn the instance on the hypervisor. [ 837.941802] env[69735]: DEBUG nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.942586] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47173f07-bfb5-4545-a363-991f6917d2ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.059837] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance dcae396c-973e-4043-b856-95deb9bbd154 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 838.107983] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604994, 'name': ReconfigVM_Task, 'duration_secs': 0.749769} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.108588] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2/0c8ded47-c27f-4f0a-ac26-12d385127ec2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.109384] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7198f7de-5900-4101-af50-3c1e9e26dd75 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.116347] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 838.116347] env[69735]: value = "task-3604996" [ 838.116347] env[69735]: _type = "Task" [ 838.116347] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.126372] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604996, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.331746] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3604995, 'name': CreateVM_Task, 'duration_secs': 0.360002} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.332274] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.333162] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.333602] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.334048] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.334751] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08913c4c-0946-43e3-84c7-145b994299dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.347955] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 838.350317] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0bd28f08-7fc2-4a23-993f-c6725c3b58d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.356027] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 838.356027] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52af45be-aecd-fc28-681a-aa47b1d16acb" [ 838.356027] env[69735]: _type = "Task" [ 838.356027] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.360894] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 838.360894] env[69735]: value = "task-3604997" [ 838.360894] env[69735]: _type = "Task" [ 838.360894] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.370795] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52af45be-aecd-fc28-681a-aa47b1d16acb, 'name': SearchDatastore_Task, 'duration_secs': 0.01628} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.371676] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.372499] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.372499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.372720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.373045] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.376573] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-485c90e6-8847-46d5-890c-088ab07d9101 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.380942] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604997, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.387534] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.387721] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.388548] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260a0688-9fb5-4073-ba38-ad508b8ea989 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.396636] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 838.396636] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d3badd-9f08-bcb4-7716-218fb45bbb99" [ 838.396636] env[69735]: _type = "Task" [ 838.396636] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.408226] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d3badd-9f08-bcb4-7716-218fb45bbb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.460981] env[69735]: INFO nova.compute.manager [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Took 43.51 seconds to build instance. [ 838.564378] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8f407595-99e6-48aa-89f0-d094955621dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 838.564378] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 838.564378] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 838.629983] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604996, 'name': Rename_Task, 'duration_secs': 0.27705} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.630285] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.630686] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b385573-b2da-4035-a2e5-05f8d467a6b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.637877] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 838.637877] env[69735]: value = "task-3604998" [ 838.637877] env[69735]: _type = "Task" [ 838.637877] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.645679] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.872969] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604997, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.914204] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d3badd-9f08-bcb4-7716-218fb45bbb99, 'name': SearchDatastore_Task, 'duration_secs': 0.028477} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.916041] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2d1a50-d870-4685-b706-356d5c7b97ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.926444] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 838.926444] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52da6365-70e7-eb5d-3051-7b98e313232d" [ 838.926444] env[69735]: _type = "Task" [ 838.926444] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.936570] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52da6365-70e7-eb5d-3051-7b98e313232d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.964155] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6aaabb18-6667-4691-97f0-1ce54c2ad766 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "d670c7fd-fdba-418d-8aad-959821894e9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.434s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.153772] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.208041] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5e272d-83ab-4620-af40-a922bb4313b1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.215806] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae35afe-a9f6-437e-9b28-2a3824907414 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.251652] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c874825-80b9-4b17-a3ff-ca1615d0fdac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.259597] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab97e8-9a3b-483e-9e52-28345d3c9aaa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.274346] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.376714] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604997, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.439062] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52da6365-70e7-eb5d-3051-7b98e313232d, 'name': SearchDatastore_Task, 'duration_secs': 0.012389} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.439378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.440110] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 666f7702-319f-454a-83be-82bc20009a5e/666f7702-319f-454a-83be-82bc20009a5e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.440401] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ddc861c-cb8d-405b-a93b-2baf298e7eff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.448273] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 839.448273] env[69735]: value = "task-3604999" [ 839.448273] env[69735]: _type = "Task" [ 839.448273] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.457722] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.467335] env[69735]: DEBUG nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.650914] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3604998, 'name': PowerOnVM_Task, 'duration_secs': 0.58457} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.651274] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.651806] env[69735]: DEBUG nova.compute.manager [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.652532] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f2c52e-78c5-4984-9f73-80cefaa23d16 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.778078] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.879672] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3604997, 'name': CloneVM_Task, 'duration_secs': 1.374604} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.879978] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Created linked-clone VM from snapshot [ 839.880855] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef00d31-6ef8-436f-b92d-18627b47793b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.892643] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Uploading image 1e85f8c8-ce77-441f-a93c-82080feff6eb {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.913041] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.913422] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f63ec464-cbc0-4707-acda-2fb3ce91513d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.919927] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 839.919927] env[69735]: value = "task-3605000" [ 839.919927] env[69735]: _type = "Task" [ 839.919927] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.930186] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605000, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.957710] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604999, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.002892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.163585] env[69735]: INFO nova.compute.manager [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] bringing vm to original state: 'stopped' [ 840.283217] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 840.283498] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.832s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.284960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.443s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.284960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.286204] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.189s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.286476] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.288541] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.770s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.289976] env[69735]: INFO nova.compute.claims [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.320554] env[69735]: INFO nova.scheduler.client.report [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted allocations for instance b43eab86-a3b9-4f1b-b074-dc65bca9d10f [ 840.325868] env[69735]: INFO nova.scheduler.client.report [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Deleted allocations for instance c5cf678b-99a6-4322-adfc-172f3e4d55f7 [ 840.431860] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605000, 'name': Destroy_Task, 'duration_secs': 0.369271} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.432155] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Destroyed the VM [ 840.432444] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.432645] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c261e1cb-0d2b-43c6-81eb-eb3b5fcc5a9b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.440319] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 840.440319] env[69735]: value = "task-3605001" [ 840.440319] env[69735]: _type = "Task" [ 840.440319] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.450158] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.462044] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3604999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732345} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.462458] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 666f7702-319f-454a-83be-82bc20009a5e/666f7702-319f-454a-83be-82bc20009a5e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.462569] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.462758] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dffa95a-722c-4896-9660-5ae96b8b56b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.472405] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 840.472405] env[69735]: value = "task-3605002" [ 840.472405] env[69735]: _type = "Task" [ 840.472405] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.486037] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.838112] env[69735]: DEBUG oslo_concurrency.lockutils [None req-500994c4-98ba-40fa-bc2d-813bd9bd5051 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b43eab86-a3b9-4f1b-b074-dc65bca9d10f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.796s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.839403] env[69735]: DEBUG oslo_concurrency.lockutils [None req-096e57c7-6ab5-4600-8fc7-d9f1bb3c1315 tempest-ServersTestFqdnHostnames-1351333799 tempest-ServersTestFqdnHostnames-1351333799-project-member] Lock "c5cf678b-99a6-4322-adfc-172f3e4d55f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.260s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.950941] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605001, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.987032] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084357} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.987131] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.988322] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd59cf07-63dc-4764-8e72-3f98401a46b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.023587] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 666f7702-319f-454a-83be-82bc20009a5e/666f7702-319f-454a-83be-82bc20009a5e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.024014] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29ce3cc-457a-4ab2-9313-292a59874485 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.044581] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 841.044581] env[69735]: value = "task-3605003" [ 841.044581] env[69735]: _type = "Task" [ 841.044581] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.052551] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.169883] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.170221] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.170449] env[69735]: DEBUG nova.compute.manager [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.171720] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f9a1e-ef0d-42f9-80d8-5c20bbb974f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.182186] env[69735]: DEBUG nova.compute.manager [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 841.454539] env[69735]: DEBUG oslo_vmware.api [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605001, 'name': RemoveSnapshot_Task, 'duration_secs': 0.532935} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.460775] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.556807] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605003, 'name': ReconfigVM_Task, 'duration_secs': 0.300021} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.556807] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 666f7702-319f-454a-83be-82bc20009a5e/666f7702-319f-454a-83be-82bc20009a5e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.559726] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4333ba7-7819-4dc4-964c-8ff7de41ef8a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.566308] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 841.566308] env[69735]: value = "task-3605004" [ 841.566308] env[69735]: _type = "Task" [ 841.566308] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.578786] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605004, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.686554] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.686554] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b15e68c9-f011-42d1-abcd-28e51be08f24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.695782] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 841.695782] env[69735]: value = "task-3605005" [ 841.695782] env[69735]: _type = "Task" [ 841.695782] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.713588] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.970863] env[69735]: WARNING nova.compute.manager [None req-e8e1c5cb-408c-4940-b3df-9daedd25320f tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Image not found during snapshot: nova.exception.ImageNotFound: Image 1e85f8c8-ce77-441f-a93c-82080feff6eb could not be found. [ 842.009136] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be19171b-fa78-49d5-b7f7-075ec3977249 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.018439] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e917d1c6-40c9-4459-b9bf-d157c14e9f14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.052427] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5266702e-29b4-456f-a0e7-6277ed3aec40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.060796] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e564ee18-f8b8-471c-ad91-1238731afa80 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.075356] env[69735]: DEBUG nova.compute.provider_tree [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.084769] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605004, 'name': Rename_Task, 'duration_secs': 0.14863} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.085956] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.086702] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8f6143f-7eaa-4ef4-ac82-7854ab98423a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.095431] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 842.095431] env[69735]: value = "task-3605006" [ 842.095431] env[69735]: _type = "Task" [ 842.095431] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.105500] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.206712] env[69735]: DEBUG oslo_vmware.api [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605005, 'name': PowerOffVM_Task, 'duration_secs': 0.397687} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.207231] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.207619] env[69735]: DEBUG nova.compute.manager [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.211413] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a802b-5512-416c-bf04-cc0822732469 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.581505] env[69735]: DEBUG nova.scheduler.client.report [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.613325] env[69735]: DEBUG oslo_vmware.api [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605006, 'name': PowerOnVM_Task, 'duration_secs': 0.448296} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.613325] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.613325] env[69735]: DEBUG nova.compute.manager [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.615463] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b639246-5a8d-4481-94f1-8563ff4cde0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.726498] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.773909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "347dd678-4892-4126-884d-ff7b5b9db3bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.774170] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "347dd678-4892-4126-884d-ff7b5b9db3bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.087733] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.087733] env[69735]: DEBUG nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.095301] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.977s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.097145] env[69735]: INFO nova.compute.claims [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.141287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.232196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.234575] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.236959] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.596591] env[69735]: DEBUG nova.compute.utils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.598058] env[69735]: DEBUG nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.598230] env[69735]: DEBUG nova.network.neutron [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.611613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "68f200f0-923a-40b8-97f6-81ee88818e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.611836] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "68f200f0-923a-40b8-97f6-81ee88818e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.612056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "68f200f0-923a-40b8-97f6-81ee88818e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.612245] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "68f200f0-923a-40b8-97f6-81ee88818e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.612412] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "68f200f0-923a-40b8-97f6-81ee88818e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.614498] env[69735]: INFO nova.compute.manager [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Terminating instance [ 843.670616] env[69735]: DEBUG nova.policy [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2032c91b88014bdb9f4693382954b20b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce46449cc26a456ab31fb236753c0fde', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.102174] env[69735]: DEBUG nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.106669] env[69735]: DEBUG nova.network.neutron [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Successfully created port: 6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.124017] env[69735]: DEBUG nova.compute.manager [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.124017] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.124017] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a46440d-c6a0-4a2d-9cf7-4b1a6ae9b702 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.130667] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.130925] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-842a4308-fcd0-44b5-829a-98a144d209f5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.137915] env[69735]: DEBUG oslo_vmware.api [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 844.137915] env[69735]: value = "task-3605007" [ 844.137915] env[69735]: _type = "Task" [ 844.137915] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.146057] env[69735]: DEBUG oslo_vmware.api [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.507579] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.507851] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.508062] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.508246] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.508414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.511589] env[69735]: INFO nova.compute.manager [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Terminating instance [ 844.652292] env[69735]: DEBUG oslo_vmware.api [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605007, 'name': PowerOffVM_Task, 'duration_secs': 0.247211} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.653236] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.653405] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.653656] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b0be7a6-4eee-44b3-aff6-0bfd9506fd38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.659841] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "666f7702-319f-454a-83be-82bc20009a5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.660092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "666f7702-319f-454a-83be-82bc20009a5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.660294] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "666f7702-319f-454a-83be-82bc20009a5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.660477] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "666f7702-319f-454a-83be-82bc20009a5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.660639] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "666f7702-319f-454a-83be-82bc20009a5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.663617] env[69735]: INFO nova.compute.manager [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Terminating instance [ 844.745861] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.745861] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.745861] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleting the datastore file [datastore2] 68f200f0-923a-40b8-97f6-81ee88818e71 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.746026] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca0df56f-eaeb-4c14-874f-d29625e149ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.754985] env[69735]: DEBUG oslo_vmware.api [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 844.754985] env[69735]: value = "task-3605009" [ 844.754985] env[69735]: _type = "Task" [ 844.754985] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.766505] env[69735]: DEBUG oslo_vmware.api [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.788295] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4169e7da-6c23-441f-8125-d31622669ab2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.795149] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab6664-1915-4fd1-96fc-50e3ce7f5ba9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.829464] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fe5447-a0da-42bc-8f8d-06197427ec82 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.835912] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f274e27-3127-4888-9312-4ac215babb60 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.849458] env[69735]: DEBUG nova.compute.provider_tree [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.021238] env[69735]: DEBUG nova.compute.manager [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.021238] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.021581] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18084812-5f3b-4317-801f-d0e1fef1489a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.030484] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.030857] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b81c8b41-c206-41c5-a5c6-92e3ebd1ae56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.111398] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.111768] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.111951] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleting the datastore file [datastore2] 0c8ded47-c27f-4f0a-ac26-12d385127ec2 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.112330] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51506180-d2b2-4abd-8c95-1efa78b563c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.122077] env[69735]: DEBUG nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.128071] env[69735]: DEBUG oslo_vmware.api [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 845.128071] env[69735]: value = "task-3605011" [ 845.128071] env[69735]: _type = "Task" [ 845.128071] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.139727] env[69735]: DEBUG oslo_vmware.api [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.152076] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.152347] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.154576] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.154576] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.154576] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.154576] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.154576] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.154576] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.154576] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.154576] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.155072] env[69735]: DEBUG nova.virt.hardware [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.156301] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c9ea2a-640a-4020-bc91-a4334e2d4379 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.165788] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929cd6cc-73f2-4df1-ae97-77ec4797a482 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.171433] env[69735]: DEBUG nova.compute.manager [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.171551] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.173309] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a06cb4e-4cda-4951-801e-20da71ece721 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.202783] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.204402] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e5bd5c-0c7c-4c4b-886d-aefd5ddfef3d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.214172] env[69735]: DEBUG oslo_vmware.api [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 845.214172] env[69735]: value = "task-3605012" [ 845.214172] env[69735]: _type = "Task" [ 845.214172] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.225587] env[69735]: DEBUG oslo_vmware.api [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.267752] env[69735]: DEBUG oslo_vmware.api [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329795} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.268213] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.268213] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.268423] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.268555] env[69735]: INFO nova.compute.manager [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Took 1.15 seconds to destroy the instance on the hypervisor. [ 845.269890] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.269890] env[69735]: DEBUG nova.compute.manager [-] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.269890] env[69735]: DEBUG nova.network.neutron [-] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.352502] env[69735]: DEBUG nova.scheduler.client.report [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.504797] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Acquiring lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.505063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.518763] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "a8571657-4975-448d-9902-1ada5a780e15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.519078] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.639189] env[69735]: DEBUG oslo_vmware.api [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317391} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.639446] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.639652] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.639832] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.640009] env[69735]: INFO nova.compute.manager [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 845.640255] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.640444] env[69735]: DEBUG nova.compute.manager [-] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.640540] env[69735]: DEBUG nova.network.neutron [-] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.724495] env[69735]: DEBUG oslo_vmware.api [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605012, 'name': PowerOffVM_Task, 'duration_secs': 0.206407} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.724786] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.724953] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.725299] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-904c97c0-d056-4619-b7f7-1d31d67ed77d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.806926] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.807178] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.807359] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleting the datastore file [datastore1] 666f7702-319f-454a-83be-82bc20009a5e {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.807661] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45999c57-4584-470b-8524-53fa355a05ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.813932] env[69735]: DEBUG oslo_vmware.api [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 845.813932] env[69735]: value = "task-3605014" [ 845.813932] env[69735]: _type = "Task" [ 845.813932] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.822272] env[69735]: DEBUG oslo_vmware.api [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.862321] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.862851] env[69735]: DEBUG nova.compute.manager [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.869269] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.253s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.869269] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.871707] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.290s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.871878] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.873635] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.129s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.875106] env[69735]: INFO nova.compute.claims [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.906027] env[69735]: INFO nova.scheduler.client.report [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Deleted allocations for instance 0f69937d-222e-4155-8ecf-5d5fb86d68b6 [ 845.910448] env[69735]: INFO nova.scheduler.client.report [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Deleted allocations for instance e228cfb3-e146-4148-bc18-b23080c2a06a [ 846.011200] env[69735]: DEBUG nova.compute.utils [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.325581] env[69735]: DEBUG oslo_vmware.api [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28949} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.326238] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.326541] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.326860] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.327188] env[69735]: INFO nova.compute.manager [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 846.327574] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.327908] env[69735]: DEBUG nova.compute.manager [-] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.328152] env[69735]: DEBUG nova.network.neutron [-] [instance: 666f7702-319f-454a-83be-82bc20009a5e] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.348453] env[69735]: DEBUG nova.network.neutron [-] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.371939] env[69735]: DEBUG nova.compute.utils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.371939] env[69735]: DEBUG nova.compute.manager [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 846.421525] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9a928d3-03cb-4f29-a2a7-53bffd78f179 tempest-AttachInterfacesUnderV243Test-117272043 tempest-AttachInterfacesUnderV243Test-117272043-project-member] Lock "0f69937d-222e-4155-8ecf-5d5fb86d68b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.076s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.423494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cd993cc6-6af2-4302-a1f5-0c160787254d tempest-ServerGroupTestJSON-371707604 tempest-ServerGroupTestJSON-371707604-project-member] Lock "e228cfb3-e146-4148-bc18-b23080c2a06a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.257s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.462907] env[69735]: DEBUG nova.network.neutron [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Successfully updated port: 6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.514987] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.522920] env[69735]: DEBUG nova.compute.manager [req-2607cd99-40c0-4f03-83d9-319d97306af9 req-eaef3c03-95bf-41eb-b172-2af867400e70 service nova] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Received event network-vif-deleted-47f5abb4-bcf9-4735-9503-5701eac1c829 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.794249] env[69735]: DEBUG nova.network.neutron [-] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.850069] env[69735]: INFO nova.compute.manager [-] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Took 1.58 seconds to deallocate network for instance. [ 846.874303] env[69735]: DEBUG nova.compute.manager [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.966318] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "refresh_cache-dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.966464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "refresh_cache-dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.966613] env[69735]: DEBUG nova.network.neutron [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.246370] env[69735]: DEBUG nova.network.neutron [-] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.300305] env[69735]: INFO nova.compute.manager [-] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Took 1.66 seconds to deallocate network for instance. [ 847.359118] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.479117] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2bf481-edf8-4158-b551-e2365450cfd0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.487240] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5616b042-e752-4426-bfb8-da44cad184e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.521741] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b89a528-5b66-4c5c-8e51-7d2addfcda4c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.526702] env[69735]: DEBUG nova.network.neutron [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.534617] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec36936c-738b-44ea-b790-1199a9a569ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.550073] env[69735]: DEBUG nova.compute.provider_tree [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.597766] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Acquiring lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.598361] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.598712] env[69735]: INFO nova.compute.manager [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Attaching volume 80761e2c-bfd6-47af-8670-acd04a98f06b to /dev/sdb [ 847.634383] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38144279-34da-4540-9e8b-54b32a69a10c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.641680] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aeea8e-8e73-4988-a031-38388da306ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.655709] env[69735]: DEBUG nova.virt.block_device [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Updating existing volume attachment record: bf5f42d5-6250-4e5d-9ae7-2a3574adad12 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 847.751555] env[69735]: INFO nova.compute.manager [-] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Took 1.42 seconds to deallocate network for instance. [ 847.755570] env[69735]: DEBUG nova.network.neutron [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Updating instance_info_cache with network_info: [{"id": "6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d", "address": "fa:16:3e:26:62:0f", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3befe1-3d", "ovs_interfaceid": "6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.810338] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.886412] env[69735]: DEBUG nova.compute.manager [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.926322] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.926322] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.926322] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.926322] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.926322] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.926322] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.926322] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.927243] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.931170] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.931394] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.931572] env[69735]: DEBUG nova.virt.hardware [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.941749] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a43f0d-9123-476b-b3e0-39deb0753a2b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.945084] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428520a-8573-415c-8687-2d991f9709be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.963114] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.970888] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.971185] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.971410] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d3e6f97-cfa5-4ef2-b14c-63ef9560fedb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.990711] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.990711] env[69735]: value = "task-3605019" [ 847.990711] env[69735]: _type = "Task" [ 847.990711] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.002559] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605019, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.055136] env[69735]: DEBUG nova.scheduler.client.report [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.264359] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.265226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "refresh_cache-dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.265529] env[69735]: DEBUG nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Instance network_info: |[{"id": "6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d", "address": "fa:16:3e:26:62:0f", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3befe1-3d", "ovs_interfaceid": "6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.265939] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:62:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.276829] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.277234] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.277492] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1302ac3-b0f1-4992-85bb-a03d84a126e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.301669] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.301669] env[69735]: value = "task-3605020" [ 848.301669] env[69735]: _type = "Task" [ 848.301669] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.310388] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605020, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.506188] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605019, 'name': CreateVM_Task, 'duration_secs': 0.471559} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.506471] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.506911] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507126] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.507492] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507772] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df29beb-7f40-491a-964d-475c99a3d934 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.516534] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 848.516534] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259ff5e-bd05-b630-067b-962c1e52c333" [ 848.516534] env[69735]: _type = "Task" [ 848.516534] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.531626] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259ff5e-bd05-b630-067b-962c1e52c333, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.531973] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.532243] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.533217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.536444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.536444] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.536444] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94618420-a879-416a-a0ef-b20b8e3352bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.555320] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.555320] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.555320] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20855cbe-c8b5-421e-a736-a9091ba19611 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.560047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.560762] env[69735]: DEBUG nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.567226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.799s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.567226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.568201] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.046s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.570104] env[69735]: INFO nova.compute.claims [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.573197] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 848.573197] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526b8827-b520-b691-dd67-e80f3f16e723" [ 848.573197] env[69735]: _type = "Task" [ 848.573197] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.583753] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526b8827-b520-b691-dd67-e80f3f16e723, 'name': SearchDatastore_Task, 'duration_secs': 0.007712} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.585751] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10bbb678-f99b-4b2c-a8b2-5373a5f10b18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.594373] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 848.594373] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52884cc0-0788-50e7-b82f-a58576f0767f" [ 848.594373] env[69735]: _type = "Task" [ 848.594373] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.606107] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52884cc0-0788-50e7-b82f-a58576f0767f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.613242] env[69735]: INFO nova.scheduler.client.report [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Deleted allocations for instance 328594d8-fc29-4d5f-a04f-047d540f9d56 [ 848.748915] env[69735]: DEBUG nova.compute.manager [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Received event network-vif-plugged-6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.750035] env[69735]: DEBUG oslo_concurrency.lockutils [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] Acquiring lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.751559] env[69735]: DEBUG oslo_concurrency.lockutils [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] Lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.751559] env[69735]: DEBUG oslo_concurrency.lockutils [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] Lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.751559] env[69735]: DEBUG nova.compute.manager [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] No waiting events found dispatching network-vif-plugged-6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.751559] env[69735]: WARNING nova.compute.manager [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Received unexpected event network-vif-plugged-6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d for instance with vm_state building and task_state spawning. [ 848.751559] env[69735]: DEBUG nova.compute.manager [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Received event network-vif-deleted-0160ffdd-109f-4e10-822d-5ceebaa5ee50 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.751559] env[69735]: DEBUG nova.compute.manager [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Received event network-changed-6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.751559] env[69735]: DEBUG nova.compute.manager [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Refreshing instance network info cache due to event network-changed-6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.751559] env[69735]: DEBUG oslo_concurrency.lockutils [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] Acquiring lock "refresh_cache-dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.751559] env[69735]: DEBUG oslo_concurrency.lockutils [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] Acquired lock "refresh_cache-dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.752018] env[69735]: DEBUG nova.network.neutron [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Refreshing network info cache for port 6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.812251] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605020, 'name': CreateVM_Task, 'duration_secs': 0.355194} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.812251] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.812818] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.812986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.813309] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.813667] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244a14ac-858f-49c7-abc7-8f4229c620a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.818898] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 848.818898] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217b708-9883-1af5-ee6a-d60e5b37bc86" [ 848.818898] env[69735]: _type = "Task" [ 848.818898] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.827095] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217b708-9883-1af5-ee6a-d60e5b37bc86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.083021] env[69735]: DEBUG nova.compute.utils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.083021] env[69735]: DEBUG nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.083021] env[69735]: DEBUG nova.network.neutron [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.105499] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52884cc0-0788-50e7-b82f-a58576f0767f, 'name': SearchDatastore_Task, 'duration_secs': 0.008233} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.105770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.106037] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe/589c23ff-f8bc-478b-9fc6-b3a83c1988fe.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.106322] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ccbe0fe-22f7-47f1-a97d-e9f773896c40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.113685] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 849.113685] env[69735]: value = "task-3605021" [ 849.113685] env[69735]: _type = "Task" [ 849.113685] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.124995] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.125562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f38eceec-ead6-4d12-bea7-0a0e778f8912 tempest-ServerAddressesTestJSON-1264343726 tempest-ServerAddressesTestJSON-1264343726-project-member] Lock "328594d8-fc29-4d5f-a04f-047d540f9d56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.186s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.331317] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217b708-9883-1af5-ee6a-d60e5b37bc86, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.331970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.332390] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.332757] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.333026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.333446] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.334199] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12b3cbc9-b039-426a-8d3b-4c8a8a93824f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.349898] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.354027] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.354027] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf6b35d-2ebc-4c5f-9ec2-81a9602ce56f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.358781] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 849.358781] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529add2b-140b-1780-acb4-f9298c67441d" [ 849.358781] env[69735]: _type = "Task" [ 849.358781] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.370502] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529add2b-140b-1780-acb4-f9298c67441d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.440051] env[69735]: DEBUG nova.policy [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2032c91b88014bdb9f4693382954b20b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce46449cc26a456ab31fb236753c0fde', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.532404] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.532404] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.588535] env[69735]: DEBUG nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.627582] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605021, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.878041] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529add2b-140b-1780-acb4-f9298c67441d, 'name': SearchDatastore_Task, 'duration_secs': 0.063061} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.878602] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15fd6b2-88cc-4c6d-9e06-24fe31faa3c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.884272] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 849.884272] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f15982-88fc-9b30-b33a-85597386153f" [ 849.884272] env[69735]: _type = "Task" [ 849.884272] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.892642] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f15982-88fc-9b30-b33a-85597386153f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.003562] env[69735]: DEBUG nova.network.neutron [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Updated VIF entry in instance network info cache for port 6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.003562] env[69735]: DEBUG nova.network.neutron [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Updating instance_info_cache with network_info: [{"id": "6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d", "address": "fa:16:3e:26:62:0f", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3befe1-3d", "ovs_interfaceid": "6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.126530] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605021, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.351095] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd7b37-2cad-44fe-8fc8-61e5646bd628 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.358482] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2f81c7-f72a-47c9-8929-20c279d3dccb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.398068] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0071559a-3ad1-4e2d-bbd3-716d1944dbd3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.406996] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f15982-88fc-9b30-b33a-85597386153f, 'name': SearchDatastore_Task, 'duration_secs': 0.010709} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.409079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.409375] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe/dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.409744] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b920c5f8-4c9c-40f4-9f46-dbc62c743589 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.412761] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aed46e7-ccd2-46aa-9b5a-9c2320c92166 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.418055] env[69735]: DEBUG nova.network.neutron [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Successfully created port: 3cade6d0-e13e-4e9d-a913-648be43af803 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.431353] env[69735]: DEBUG nova.compute.provider_tree [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.434610] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 850.434610] env[69735]: value = "task-3605023" [ 850.434610] env[69735]: _type = "Task" [ 850.434610] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.442701] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.498802] env[69735]: DEBUG oslo_concurrency.lockutils [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] Releasing lock "refresh_cache-dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.499258] env[69735]: DEBUG nova.compute.manager [req-ffb02df3-e3f3-4ec1-a95b-c3f0a644f624 req-49a38242-c3c0-45f2-8d83-90273283902f service nova] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Received event network-vif-deleted-c2fc49c5-dd5d-49e9-9612-8d85c63b73e9 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.605336] env[69735]: DEBUG nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.629514] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605021, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.649091] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.650424] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.651119] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.651119] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.651119] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.651287] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.652493] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.652696] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.652931] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.653217] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.653538] env[69735]: DEBUG nova.virt.hardware [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.654543] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6bf237-da80-4448-b264-41acbe6543bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.664507] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed56317b-0a1c-44af-b624-1d27a024f4c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.934399] env[69735]: DEBUG nova.scheduler.client.report [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.954474] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605023, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.133147] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605021, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.551621} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.133147] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe/589c23ff-f8bc-478b-9fc6-b3a83c1988fe.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.133530] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.133715] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07c8e1d3-9820-4d19-b376-fd3d35f0e70f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.139938] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 851.139938] env[69735]: value = "task-3605024" [ 851.139938] env[69735]: _type = "Task" [ 851.139938] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.151391] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.442253] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.442771] env[69735]: DEBUG nova.compute.manager [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.449038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.744s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.452147] env[69735]: INFO nova.compute.claims [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.467788] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689744} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.468083] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe/dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.468411] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.468549] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e43666b-6654-4f35-bd8c-1e36078acd18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.475197] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 851.475197] env[69735]: value = "task-3605025" [ 851.475197] env[69735]: _type = "Task" [ 851.475197] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.485633] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.652648] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072035} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.652937] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.653846] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a093ecc1-457c-449c-8ec8-455a21b90c3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.676022] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe/589c23ff-f8bc-478b-9fc6-b3a83c1988fe.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.676022] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eef3d92-edfd-401b-96a4-7e230947a1f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.700247] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 851.700247] env[69735]: value = "task-3605026" [ 851.700247] env[69735]: _type = "Task" [ 851.700247] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.710320] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.963786] env[69735]: DEBUG nova.compute.utils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.968395] env[69735]: DEBUG nova.compute.manager [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 851.991133] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059573} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.991133] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.991599] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fbc217-8847-43df-9d0f-b3106bf81bf0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.015824] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe/dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.016178] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bbda63c-0548-4a0e-a508-de69b516d2b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.036631] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 852.036631] env[69735]: value = "task-3605027" [ 852.036631] env[69735]: _type = "Task" [ 852.036631] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.046559] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.211281] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605026, 'name': ReconfigVM_Task, 'duration_secs': 0.289773} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.211281] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe/589c23ff-f8bc-478b-9fc6-b3a83c1988fe.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.213036] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f0a514-dbd7-45fa-b0bb-823462015619 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.218365] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 852.218365] env[69735]: value = "task-3605028" [ 852.218365] env[69735]: _type = "Task" [ 852.218365] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.227440] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605028, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.336658] env[69735]: DEBUG nova.network.neutron [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Successfully updated port: 3cade6d0-e13e-4e9d-a913-648be43af803 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.365588] env[69735]: DEBUG nova.compute.manager [req-49201a46-9c59-4e07-8daa-3c2d626aeaa5 req-9edaf820-0303-4a69-b980-3909dae23a55 service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Received event network-vif-plugged-3cade6d0-e13e-4e9d-a913-648be43af803 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.365588] env[69735]: DEBUG oslo_concurrency.lockutils [req-49201a46-9c59-4e07-8daa-3c2d626aeaa5 req-9edaf820-0303-4a69-b980-3909dae23a55 service nova] Acquiring lock "0baee1f7-d302-478a-a737-d2204fdbf87d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.365588] env[69735]: DEBUG oslo_concurrency.lockutils [req-49201a46-9c59-4e07-8daa-3c2d626aeaa5 req-9edaf820-0303-4a69-b980-3909dae23a55 service nova] Lock "0baee1f7-d302-478a-a737-d2204fdbf87d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.365588] env[69735]: DEBUG oslo_concurrency.lockutils [req-49201a46-9c59-4e07-8daa-3c2d626aeaa5 req-9edaf820-0303-4a69-b980-3909dae23a55 service nova] Lock "0baee1f7-d302-478a-a737-d2204fdbf87d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.365588] env[69735]: DEBUG nova.compute.manager [req-49201a46-9c59-4e07-8daa-3c2d626aeaa5 req-9edaf820-0303-4a69-b980-3909dae23a55 service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] No waiting events found dispatching network-vif-plugged-3cade6d0-e13e-4e9d-a913-648be43af803 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.365960] env[69735]: WARNING nova.compute.manager [req-49201a46-9c59-4e07-8daa-3c2d626aeaa5 req-9edaf820-0303-4a69-b980-3909dae23a55 service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Received unexpected event network-vif-plugged-3cade6d0-e13e-4e9d-a913-648be43af803 for instance with vm_state building and task_state spawning. [ 852.469490] env[69735]: DEBUG nova.compute.manager [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.550115] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605027, 'name': ReconfigVM_Task, 'duration_secs': 0.471707} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.552740] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Reconfigured VM instance instance-00000028 to attach disk [datastore2] dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe/dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.554006] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e61fbeb7-39c9-475f-8a1b-5fcc68cd2171 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.565553] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 852.565553] env[69735]: value = "task-3605029" [ 852.565553] env[69735]: _type = "Task" [ 852.565553] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.573648] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605029, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.730218] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605028, 'name': Rename_Task, 'duration_secs': 0.251357} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.731288] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 852.731493] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719189', 'volume_id': '80761e2c-bfd6-47af-8670-acd04a98f06b', 'name': 'volume-80761e2c-bfd6-47af-8670-acd04a98f06b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1a6b7c-f693-4566-a9f6-8053860b1699', 'attached_at': '', 'detached_at': '', 'volume_id': '80761e2c-bfd6-47af-8670-acd04a98f06b', 'serial': '80761e2c-bfd6-47af-8670-acd04a98f06b'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 852.731792] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.732592] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012bb32b-8f34-4b95-b5e7-1830073f2b8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.735116] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a746394a-31ab-49fc-9b62-812be17634ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.752807] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 852.752807] env[69735]: value = "task-3605030" [ 852.752807] env[69735]: _type = "Task" [ 852.752807] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.755850] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c51eef6-4b41-4a12-a540-5c34901890c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.767570] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605030, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.791360] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] volume-80761e2c-bfd6-47af-8670-acd04a98f06b/volume-80761e2c-bfd6-47af-8670-acd04a98f06b.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.792191] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46fa606-062d-465e-b5ff-ec64d1dab0d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.812297] env[69735]: DEBUG oslo_vmware.api [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Waiting for the task: (returnval){ [ 852.812297] env[69735]: value = "task-3605031" [ 852.812297] env[69735]: _type = "Task" [ 852.812297] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.819502] env[69735]: DEBUG oslo_vmware.api [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.839711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "refresh_cache-0baee1f7-d302-478a-a737-d2204fdbf87d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.839884] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "refresh_cache-0baee1f7-d302-478a-a737-d2204fdbf87d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.840080] env[69735]: DEBUG nova.network.neutron [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.984920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "a457c297-0bf1-4faf-af8e-a00ff265462a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.985228] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "a457c297-0bf1-4faf-af8e-a00ff265462a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.076358] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605029, 'name': Rename_Task, 'duration_secs': 0.201131} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.076708] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.077607] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-960b4dcb-130a-48e3-b6e6-bba2b5eab554 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.087592] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 853.087592] env[69735]: value = "task-3605032" [ 853.087592] env[69735]: _type = "Task" [ 853.087592] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.096725] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.120417] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40b356a-a7ac-4197-aa6d-f1755a7d0eff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.129238] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0f522-1e5e-410f-9c0a-a173f0fd0932 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.166263] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb1ace6-9906-4905-ba97-1ac350038846 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.174763] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1024e1-236b-4d76-a596-fe653467f7e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.189972] env[69735]: DEBUG nova.compute.provider_tree [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.268506] env[69735]: DEBUG oslo_vmware.api [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605030, 'name': PowerOnVM_Task, 'duration_secs': 0.490608} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.269130] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.269339] env[69735]: INFO nova.compute.manager [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Took 5.38 seconds to spawn the instance on the hypervisor. [ 853.269518] env[69735]: DEBUG nova.compute.manager [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.270330] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d828248f-0baa-4009-a2bc-27231929557e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.321078] env[69735]: DEBUG oslo_vmware.api [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605031, 'name': ReconfigVM_Task, 'duration_secs': 0.359813} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.321377] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Reconfigured VM instance instance-0000000f to attach disk [datastore2] volume-80761e2c-bfd6-47af-8670-acd04a98f06b/volume-80761e2c-bfd6-47af-8670-acd04a98f06b.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.326778] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b03e2e-fa4c-404d-ac68-0f56e9f86cd9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.346315] env[69735]: DEBUG oslo_vmware.api [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Waiting for the task: (returnval){ [ 853.346315] env[69735]: value = "task-3605033" [ 853.346315] env[69735]: _type = "Task" [ 853.346315] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.355212] env[69735]: DEBUG oslo_vmware.api [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605033, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.372050] env[69735]: DEBUG nova.network.neutron [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.490937] env[69735]: DEBUG nova.compute.manager [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.526235] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.526485] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.526643] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.526822] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.526965] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.527120] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.527328] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.527593] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.527654] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.527826] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.528013] env[69735]: DEBUG nova.virt.hardware [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.529102] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf2083a-b24f-4dd5-a592-b02d715700f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.537313] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d97d47a-e2cf-4737-872c-558ee8933362 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.550947] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.556680] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Creating folder: Project (c7a2e4cf2db641ee84ab95eba369b02a). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.558331] env[69735]: DEBUG nova.network.neutron [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Updating instance_info_cache with network_info: [{"id": "3cade6d0-e13e-4e9d-a913-648be43af803", "address": "fa:16:3e:8d:60:01", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cade6d0-e1", "ovs_interfaceid": "3cade6d0-e13e-4e9d-a913-648be43af803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.559508] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7278340-9f52-4ddd-9d7d-eb619d5315e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.569674] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Created folder: Project (c7a2e4cf2db641ee84ab95eba369b02a) in parent group-v719064. [ 853.569954] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Creating folder: Instances. Parent ref: group-v719192. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.570248] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23787e91-33e9-4d9d-94f2-fa4c94e79812 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.578684] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Created folder: Instances in parent group-v719192. [ 853.578936] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.579760] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.580028] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cf12123-b819-4a34-a202-0dafb628bd4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.601011] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605032, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.602274] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.602274] env[69735]: value = "task-3605036" [ 853.602274] env[69735]: _type = "Task" [ 853.602274] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.694034] env[69735]: DEBUG nova.scheduler.client.report [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.801423] env[69735]: INFO nova.compute.manager [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Took 43.70 seconds to build instance. [ 853.858715] env[69735]: DEBUG oslo_vmware.api [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605033, 'name': ReconfigVM_Task, 'duration_secs': 0.136022} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.859196] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719189', 'volume_id': '80761e2c-bfd6-47af-8670-acd04a98f06b', 'name': 'volume-80761e2c-bfd6-47af-8670-acd04a98f06b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1a6b7c-f693-4566-a9f6-8053860b1699', 'attached_at': '', 'detached_at': '', 'volume_id': '80761e2c-bfd6-47af-8670-acd04a98f06b', 'serial': '80761e2c-bfd6-47af-8670-acd04a98f06b'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 854.062271] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "refresh_cache-0baee1f7-d302-478a-a737-d2204fdbf87d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.062468] env[69735]: DEBUG nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Instance network_info: |[{"id": "3cade6d0-e13e-4e9d-a913-648be43af803", "address": "fa:16:3e:8d:60:01", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cade6d0-e1", "ovs_interfaceid": "3cade6d0-e13e-4e9d-a913-648be43af803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.063274] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:60:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cade6d0-e13e-4e9d-a913-648be43af803', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.070349] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.070574] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.071307] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cc18ba4-a6df-4e58-b79f-6d85202dd513 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.095213] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.095213] env[69735]: value = "task-3605037" [ 854.095213] env[69735]: _type = "Task" [ 854.095213] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.105815] env[69735]: DEBUG oslo_vmware.api [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605032, 'name': PowerOnVM_Task, 'duration_secs': 0.665088} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.112529] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.112583] env[69735]: INFO nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Took 8.99 seconds to spawn the instance on the hypervisor. [ 854.112741] env[69735]: DEBUG nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.112975] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605037, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.113731] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfdcc50-25d0-46c6-9971-8705223958a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.124117] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605036, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.200516] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.201340] env[69735]: DEBUG nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.207107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.100s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.207341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.209764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.397s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.213252] env[69735]: INFO nova.compute.claims [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.279023] env[69735]: INFO nova.scheduler.client.report [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Deleted allocations for instance 090defd1-8b7c-42f3-a9f3-4cb1308b8261 [ 854.305421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-656e387d-6e84-4425-9059-425a2a3c56f3 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.886s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.470164] env[69735]: DEBUG nova.compute.manager [req-5a2e325a-86ab-4446-8ecf-8cb72b80894f req-16b5806a-a99f-404c-aa88-a5f7a90da60e service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Received event network-changed-3cade6d0-e13e-4e9d-a913-648be43af803 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.470486] env[69735]: DEBUG nova.compute.manager [req-5a2e325a-86ab-4446-8ecf-8cb72b80894f req-16b5806a-a99f-404c-aa88-a5f7a90da60e service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Refreshing instance network info cache due to event network-changed-3cade6d0-e13e-4e9d-a913-648be43af803. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.472908] env[69735]: DEBUG oslo_concurrency.lockutils [req-5a2e325a-86ab-4446-8ecf-8cb72b80894f req-16b5806a-a99f-404c-aa88-a5f7a90da60e service nova] Acquiring lock "refresh_cache-0baee1f7-d302-478a-a737-d2204fdbf87d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.472908] env[69735]: DEBUG oslo_concurrency.lockutils [req-5a2e325a-86ab-4446-8ecf-8cb72b80894f req-16b5806a-a99f-404c-aa88-a5f7a90da60e service nova] Acquired lock "refresh_cache-0baee1f7-d302-478a-a737-d2204fdbf87d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.472908] env[69735]: DEBUG nova.network.neutron [req-5a2e325a-86ab-4446-8ecf-8cb72b80894f req-16b5806a-a99f-404c-aa88-a5f7a90da60e service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Refreshing network info cache for port 3cade6d0-e13e-4e9d-a913-648be43af803 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.608998] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605037, 'name': CreateVM_Task, 'duration_secs': 0.36897} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.611976] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.613122] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.613122] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.613264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.613910] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cd61d6-e0f7-4ecc-8b97-1f5328a607bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.620989] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605036, 'name': CreateVM_Task, 'duration_secs': 0.641949} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.621095] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.621498] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.623703] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 854.623703] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522f995e-bdb5-d51a-4920-a5af48e4e3a1" [ 854.623703] env[69735]: _type = "Task" [ 854.623703] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.631333] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522f995e-bdb5-d51a-4920-a5af48e4e3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.638950] env[69735]: INFO nova.compute.manager [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Took 46.14 seconds to build instance. [ 854.708637] env[69735]: DEBUG nova.compute.utils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.710128] env[69735]: DEBUG nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.710297] env[69735]: DEBUG nova.network.neutron [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.781363] env[69735]: DEBUG nova.policy [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '886f042a2c014d629d6551dc445d5e4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a9e042869544a09debcb389c2f3730', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.790790] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0965c5b5-b4fb-468d-bc9d-73293520ed2c tempest-ImagesNegativeTestJSON-912769117 tempest-ImagesNegativeTestJSON-912769117-project-member] Lock "090defd1-8b7c-42f3-a9f3-4cb1308b8261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.565s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.807977] env[69735]: DEBUG nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.935997] env[69735]: DEBUG nova.objects.instance [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Lazy-loading 'flavor' on Instance uuid 8c1a6b7c-f693-4566-a9f6-8053860b1699 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.072662] env[69735]: INFO nova.compute.manager [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Rebuilding instance [ 855.121705] env[69735]: DEBUG nova.compute.manager [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.122611] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a5818-8b1b-4c65-95b0-e5038d8884b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.143113] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522f995e-bdb5-d51a-4920-a5af48e4e3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.017274} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.143671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-15e21568-fe59-48b5-8632-2577e9aa10a7 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.765s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.143945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.144181] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.144418] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.144560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.144735] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.146081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.146128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.146331] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ca6aef-3bc7-430e-bd46-8695635ff4a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.149293] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084c5d96-2f08-4414-b834-a05d0437f85e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.155265] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 855.155265] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521ca250-ae92-abe8-f63f-0b6997d5b7a4" [ 855.155265] env[69735]: _type = "Task" [ 855.155265] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.166330] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.166330] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.170939] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ce478c-9ce3-40d3-bbaf-de6018b1317d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.176024] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521ca250-ae92-abe8-f63f-0b6997d5b7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.0133} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.176024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.176024] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.176024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.179323] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 855.179323] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a016a1-0f42-0fc7-dd80-bad65f99091f" [ 855.179323] env[69735]: _type = "Task" [ 855.179323] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.189873] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a016a1-0f42-0fc7-dd80-bad65f99091f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.214112] env[69735]: DEBUG nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.339239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.440476] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3c210662-f670-46a5-bae4-4bf404265a3b tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.842s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.649980] env[69735]: DEBUG nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.687119] env[69735]: DEBUG nova.network.neutron [req-5a2e325a-86ab-4446-8ecf-8cb72b80894f req-16b5806a-a99f-404c-aa88-a5f7a90da60e service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Updated VIF entry in instance network info cache for port 3cade6d0-e13e-4e9d-a913-648be43af803. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.687487] env[69735]: DEBUG nova.network.neutron [req-5a2e325a-86ab-4446-8ecf-8cb72b80894f req-16b5806a-a99f-404c-aa88-a5f7a90da60e service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Updating instance_info_cache with network_info: [{"id": "3cade6d0-e13e-4e9d-a913-648be43af803", "address": "fa:16:3e:8d:60:01", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cade6d0-e1", "ovs_interfaceid": "3cade6d0-e13e-4e9d-a913-648be43af803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.696437] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a016a1-0f42-0fc7-dd80-bad65f99091f, 'name': SearchDatastore_Task, 'duration_secs': 0.014526} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.697275] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796ea93b-2fc7-44f5-a3df-8e211071550b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.708057] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 855.708057] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524dcd18-1b5f-c300-c0d4-8f3c6c71c82c" [ 855.708057] env[69735]: _type = "Task" [ 855.708057] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.717983] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524dcd18-1b5f-c300-c0d4-8f3c6c71c82c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.735533] env[69735]: DEBUG nova.network.neutron [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Successfully created port: ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.855340] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bac9ff-a6f2-47d4-bd2f-27b996b73c1f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.866576] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb4dfae-206c-4381-85e5-1bba0c6c3ae7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.903693] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631efa8f-eddf-4ede-a1f3-e7fb493a724e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.911453] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c219507-9ed2-496a-b6e0-7dc2384f8703 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.925302] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Acquiring lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.925561] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.930701] env[69735]: DEBUG nova.compute.provider_tree [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.149812] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.150586] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7448663c-680b-4a3b-b319-6065b20aa810 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.161371] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 856.161371] env[69735]: value = "task-3605038" [ 856.161371] env[69735]: _type = "Task" [ 856.161371] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.171132] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.172298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.203060] env[69735]: DEBUG oslo_concurrency.lockutils [req-5a2e325a-86ab-4446-8ecf-8cb72b80894f req-16b5806a-a99f-404c-aa88-a5f7a90da60e service nova] Releasing lock "refresh_cache-0baee1f7-d302-478a-a737-d2204fdbf87d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.222553] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524dcd18-1b5f-c300-c0d4-8f3c6c71c82c, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.222553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.222727] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 0baee1f7-d302-478a-a737-d2204fdbf87d/0baee1f7-d302-478a-a737-d2204fdbf87d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.224293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.225439] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.225439] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b21f427d-9df9-4415-89fc-d549a335a97f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.228098] env[69735]: DEBUG nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.230419] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3833f9d6-8845-4cee-9625-76740e8ba39f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.237500] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 856.237500] env[69735]: value = "task-3605039" [ 856.237500] env[69735]: _type = "Task" [ 856.237500] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.241848] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.242034] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.242998] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1bb436-8cae-4815-928d-4b51855fa269 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.248738] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.252895] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 856.252895] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521dbade-54a7-92e2-7867-52307ea65063" [ 856.252895] env[69735]: _type = "Task" [ 856.252895] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.261198] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521dbade-54a7-92e2-7867-52307ea65063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.271149] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.271302] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.271454] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.271633] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.271775] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.271973] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.272366] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.272581] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.272757] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.272927] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.273256] env[69735]: DEBUG nova.virt.hardware [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.274117] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aa14b4-9293-469d-8ffb-8923a95f6159 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.283768] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f28106-ad94-496f-a656-26a8abb324c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.430626] env[69735]: INFO nova.compute.manager [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Detaching volume 80761e2c-bfd6-47af-8670-acd04a98f06b [ 856.433879] env[69735]: DEBUG nova.scheduler.client.report [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.477717] env[69735]: INFO nova.virt.block_device [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Attempting to driver detach volume 80761e2c-bfd6-47af-8670-acd04a98f06b from mountpoint /dev/sdb [ 856.478023] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 856.478245] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719189', 'volume_id': '80761e2c-bfd6-47af-8670-acd04a98f06b', 'name': 'volume-80761e2c-bfd6-47af-8670-acd04a98f06b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1a6b7c-f693-4566-a9f6-8053860b1699', 'attached_at': '', 'detached_at': '', 'volume_id': '80761e2c-bfd6-47af-8670-acd04a98f06b', 'serial': '80761e2c-bfd6-47af-8670-acd04a98f06b'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 856.479163] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed38f9-8360-448b-a7ce-c65c2d80f04a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.509068] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c890c85-4895-4470-9b6d-f85fdd1738d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.519491] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f9730-d540-48b3-bd57-ac861187fe08 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.542204] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b40ea04-1a9f-4a3f-a4c6-40c2b3ff7863 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.558230] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] The volume has not been displaced from its original location: [datastore2] volume-80761e2c-bfd6-47af-8670-acd04a98f06b/volume-80761e2c-bfd6-47af-8670-acd04a98f06b.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 856.564877] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 856.565238] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f67942-92f3-4680-90ac-6c8d87c570e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.584156] env[69735]: DEBUG oslo_vmware.api [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Waiting for the task: (returnval){ [ 856.584156] env[69735]: value = "task-3605040" [ 856.584156] env[69735]: _type = "Task" [ 856.584156] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.593167] env[69735]: DEBUG oslo_vmware.api [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.670997] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605038, 'name': PowerOffVM_Task, 'duration_secs': 0.196459} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.671401] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.671708] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.672628] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70874c4-55d1-41a1-9069-810f0780ba71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.679898] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.680279] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57137498-4e3f-41a5-a4e9-2ac10c9bcfb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.705439] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.705681] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.705867] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Deleting the datastore file [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.706213] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20a9dab0-7722-4902-8a10-fac5ea7c92ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.712893] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 856.712893] env[69735]: value = "task-3605042" [ 856.712893] env[69735]: _type = "Task" [ 856.712893] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.721096] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.745896] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495308} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.746208] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 0baee1f7-d302-478a-a737-d2204fdbf87d/0baee1f7-d302-478a-a737-d2204fdbf87d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.746428] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.746692] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cbf1fa9-3a6f-46c6-b552-b085ddff72d0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.752777] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 856.752777] env[69735]: value = "task-3605043" [ 856.752777] env[69735]: _type = "Task" [ 856.752777] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.763077] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.766549] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521dbade-54a7-92e2-7867-52307ea65063, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.767742] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b302f35e-79b1-4623-858e-4df0645f7f77 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.772788] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 856.772788] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274aec8-68b8-6b44-e90e-c24e2cedb61a" [ 856.772788] env[69735]: _type = "Task" [ 856.772788] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.781408] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274aec8-68b8-6b44-e90e-c24e2cedb61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.942520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.943191] env[69735]: DEBUG nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.946190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.594s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.947529] env[69735]: INFO nova.compute.claims [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.994408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "a0982ea0-b854-4de4-9694-3a2c44523ad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.995103] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.094129] env[69735]: DEBUG oslo_vmware.api [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605040, 'name': ReconfigVM_Task, 'duration_secs': 0.346172} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.094424] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.099159] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9310c136-5c20-4e74-b3e3-b48b46517206 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.113533] env[69735]: DEBUG oslo_vmware.api [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Waiting for the task: (returnval){ [ 857.113533] env[69735]: value = "task-3605044" [ 857.113533] env[69735]: _type = "Task" [ 857.113533] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.121182] env[69735]: DEBUG oslo_vmware.api [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.225163] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139883} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.225163] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.225349] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.226761] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.263092] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158249} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.263092] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.263808] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226987db-b048-48a0-b47a-8a53388e0a2d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.288882] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 0baee1f7-d302-478a-a737-d2204fdbf87d/0baee1f7-d302-478a-a737-d2204fdbf87d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.293945] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0323818c-d4c4-426b-93f3-c551f3d33109 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.319394] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274aec8-68b8-6b44-e90e-c24e2cedb61a, 'name': SearchDatastore_Task, 'duration_secs': 0.014884} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.320956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.321804] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50/67bbc2f0-bcac-401e-b6b4-4daf1db04b50.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.321804] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 857.321804] env[69735]: value = "task-3605045" [ 857.321804] env[69735]: _type = "Task" [ 857.321804] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.321804] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abf510ca-6b14-4350-a604-f8ae0a3b3f79 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.331741] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.334080] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 857.334080] env[69735]: value = "task-3605046" [ 857.334080] env[69735]: _type = "Task" [ 857.334080] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.345288] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.419385] env[69735]: DEBUG nova.compute.manager [req-b53e5eb6-f551-4937-b1fb-f2c30e37fe02 req-431310cc-1712-4da4-b725-20066f9cea81 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received event network-vif-plugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.419618] env[69735]: DEBUG oslo_concurrency.lockutils [req-b53e5eb6-f551-4937-b1fb-f2c30e37fe02 req-431310cc-1712-4da4-b725-20066f9cea81 service nova] Acquiring lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.419878] env[69735]: DEBUG oslo_concurrency.lockutils [req-b53e5eb6-f551-4937-b1fb-f2c30e37fe02 req-431310cc-1712-4da4-b725-20066f9cea81 service nova] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.420341] env[69735]: DEBUG oslo_concurrency.lockutils [req-b53e5eb6-f551-4937-b1fb-f2c30e37fe02 req-431310cc-1712-4da4-b725-20066f9cea81 service nova] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.420561] env[69735]: DEBUG nova.compute.manager [req-b53e5eb6-f551-4937-b1fb-f2c30e37fe02 req-431310cc-1712-4da4-b725-20066f9cea81 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] No waiting events found dispatching network-vif-plugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.420773] env[69735]: WARNING nova.compute.manager [req-b53e5eb6-f551-4937-b1fb-f2c30e37fe02 req-431310cc-1712-4da4-b725-20066f9cea81 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received unexpected event network-vif-plugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 for instance with vm_state building and task_state spawning. [ 857.452514] env[69735]: DEBUG nova.compute.utils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.459511] env[69735]: DEBUG nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.459511] env[69735]: DEBUG nova.network.neutron [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.537605] env[69735]: DEBUG nova.policy [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '745c9f90734c4f91b1f3cd41072b205b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79a8d1ef13b04003876035a92042fd7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.675858] env[69735]: DEBUG oslo_vmware.api [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.675858] env[69735]: DEBUG nova.network.neutron [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Successfully updated port: ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.838025] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605045, 'name': ReconfigVM_Task, 'duration_secs': 0.280409} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.838412] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 0baee1f7-d302-478a-a737-d2204fdbf87d/0baee1f7-d302-478a-a737-d2204fdbf87d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.839159] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0258926d-371a-46c2-b619-0369c8284b9d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.846100] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.846678] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 857.846678] env[69735]: value = "task-3605047" [ 857.846678] env[69735]: _type = "Task" [ 857.846678] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.855431] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605047, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.957641] env[69735]: DEBUG nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.126713] env[69735]: DEBUG oslo_vmware.api [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.143604] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.144741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.144741] env[69735]: DEBUG nova.network.neutron [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.162846] env[69735]: DEBUG nova.network.neutron [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Successfully created port: 94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.274349] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.274603] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.274777] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.274965] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.275421] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.275603] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.275829] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.275983] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.276223] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.276419] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.276615] env[69735]: DEBUG nova.virt.hardware [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.281104] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa225b7-6afe-4b8a-8671-c97dfae71073 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.291946] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe01973-a962-49d7-94bf-cc95409bf954 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.307927] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.315025] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.315310] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.315555] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56d1d16a-46fc-4a55-b7de-b77b72cb7935 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.337664] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.337664] env[69735]: value = "task-3605048" [ 858.337664] env[69735]: _type = "Task" [ 858.337664] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.358615] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605048, 'name': CreateVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.359286] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605046, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.366426] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605047, 'name': Rename_Task, 'duration_secs': 0.14475} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.366711] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.366964] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b72d8fb-e5b4-4351-a03b-96d876cb5eb3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.373995] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 858.373995] env[69735]: value = "task-3605049" [ 858.373995] env[69735]: _type = "Task" [ 858.373995] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.386394] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.629633] env[69735]: DEBUG oslo_vmware.api [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Task: {'id': task-3605044, 'name': ReconfigVM_Task, 'duration_secs': 1.152064} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.630831] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719189', 'volume_id': '80761e2c-bfd6-47af-8670-acd04a98f06b', 'name': 'volume-80761e2c-bfd6-47af-8670-acd04a98f06b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1a6b7c-f693-4566-a9f6-8053860b1699', 'attached_at': '', 'detached_at': '', 'volume_id': '80761e2c-bfd6-47af-8670-acd04a98f06b', 'serial': '80761e2c-bfd6-47af-8670-acd04a98f06b'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 858.661464] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e92c92-c1f4-44bd-8d7b-e4f46da93eaf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.670955] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173b16ce-5c92-4e86-a47b-600bbd7c93bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.705432] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1274aea2-0890-4b10-a3fa-61ea92c32f38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.708839] env[69735]: DEBUG nova.network.neutron [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.715335] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b4048e-ffcd-4dd0-9dab-2b535556ce9e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.728763] env[69735]: DEBUG nova.compute.provider_tree [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.849942] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605046, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.358013} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.850617] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50/67bbc2f0-bcac-401e-b6b4-4daf1db04b50.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.850868] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.851398] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82770c57-22a3-4224-bea9-a9d5c6b786f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.855658] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605048, 'name': CreateVM_Task, 'duration_secs': 0.482456} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.856168] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.856641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.856857] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.857195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.857439] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a7ab9a-2bc2-40cf-9d93-196f5877c6ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.861468] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 858.861468] env[69735]: value = "task-3605050" [ 858.861468] env[69735]: _type = "Task" [ 858.861468] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.863038] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 858.863038] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c79f79-7962-8113-cc0a-4c17903f1c8a" [ 858.863038] env[69735]: _type = "Task" [ 858.863038] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.876782] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.883669] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c79f79-7962-8113-cc0a-4c17903f1c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.008636} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.883986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.885410] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.885743] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.885937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.886196] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.887170] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f75bbcf-b24e-4fe3-b45d-efb751c66664 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.893132] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605049, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.895259] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.895407] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.896128] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4a2876-68b1-4707-b0f7-810a8da046e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.901028] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 858.901028] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5235e26d-986b-bc9d-d6a7-e6287c2165b8" [ 858.901028] env[69735]: _type = "Task" [ 858.901028] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.909503] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5235e26d-986b-bc9d-d6a7-e6287c2165b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.980983] env[69735]: DEBUG nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.013762] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.014057] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.014221] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.014398] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.014599] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.014684] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.014892] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.015065] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.015238] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.015398] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.015570] env[69735]: DEBUG nova.virt.hardware [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.016478] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effdb28b-f5fc-45b0-8138-5597d224e89f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.020521] env[69735]: DEBUG nova.network.neutron [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating instance_info_cache with network_info: [{"id": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "address": "fa:16:3e:8c:fe:05", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ed4ce-44", "ovs_interfaceid": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.029345] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9f844b-9f58-402b-8259-aa0309b4c0b1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.211709] env[69735]: DEBUG nova.objects.instance [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Lazy-loading 'flavor' on Instance uuid 8c1a6b7c-f693-4566-a9f6-8053860b1699 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.231835] env[69735]: DEBUG nova.scheduler.client.report [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.373609] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148083} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.373894] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.375617] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edba0c7-146f-47ac-8c0b-64806249cbd7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.394855] env[69735]: DEBUG oslo_vmware.api [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605049, 'name': PowerOnVM_Task, 'duration_secs': 0.638481} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.404545] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50/67bbc2f0-bcac-401e-b6b4-4daf1db04b50.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.404878] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.405134] env[69735]: INFO nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Took 8.80 seconds to spawn the instance on the hypervisor. [ 859.405438] env[69735]: DEBUG nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.405547] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15fe0018-6ff1-497e-bb78-0885bcba5e84 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.420584] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd647a21-25d3-46b2-83fb-9a5ee9265e76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.439457] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5235e26d-986b-bc9d-d6a7-e6287c2165b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.439839] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 859.439839] env[69735]: value = "task-3605051" [ 859.439839] env[69735]: _type = "Task" [ 859.439839] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.440647] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf60e5e-64b6-4e6d-9705-b232c420933e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.448881] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 859.448881] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52756412-69c8-5a75-da91-03049be19d09" [ 859.448881] env[69735]: _type = "Task" [ 859.448881] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.452218] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.457038] env[69735]: DEBUG nova.compute.manager [req-1b0b856c-bd39-471b-a68f-17dd47e039b4 req-c00ec059-afc7-4411-9830-fe82c7e57aa7 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received event network-changed-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.457236] env[69735]: DEBUG nova.compute.manager [req-1b0b856c-bd39-471b-a68f-17dd47e039b4 req-c00ec059-afc7-4411-9830-fe82c7e57aa7 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Refreshing instance network info cache due to event network-changed-ad4ed4ce-4479-4261-9a85-d42c2d139180. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.457423] env[69735]: DEBUG oslo_concurrency.lockutils [req-1b0b856c-bd39-471b-a68f-17dd47e039b4 req-c00ec059-afc7-4411-9830-fe82c7e57aa7 service nova] Acquiring lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.463413] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52756412-69c8-5a75-da91-03049be19d09, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.463657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.463903] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe/589c23ff-f8bc-478b-9fc6-b3a83c1988fe.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.464166] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f824230-7307-47f8-baf4-b4c80a2eddd9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.472039] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 859.472039] env[69735]: value = "task-3605052" [ 859.472039] env[69735]: _type = "Task" [ 859.472039] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.481619] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.523894] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.524322] env[69735]: DEBUG nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Instance network_info: |[{"id": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "address": "fa:16:3e:8c:fe:05", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ed4ce-44", "ovs_interfaceid": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.524686] env[69735]: DEBUG oslo_concurrency.lockutils [req-1b0b856c-bd39-471b-a68f-17dd47e039b4 req-c00ec059-afc7-4411-9830-fe82c7e57aa7 service nova] Acquired lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.524926] env[69735]: DEBUG nova.network.neutron [req-1b0b856c-bd39-471b-a68f-17dd47e039b4 req-c00ec059-afc7-4411-9830-fe82c7e57aa7 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Refreshing network info cache for port ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.526298] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:fe:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad4ed4ce-4479-4261-9a85-d42c2d139180', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.535784] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating folder: Project (22a9e042869544a09debcb389c2f3730). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.536625] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed380c64-f678-4b60-b00b-aa826ba113f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.547068] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Created folder: Project (22a9e042869544a09debcb389c2f3730) in parent group-v719064. [ 859.547068] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating folder: Instances. Parent ref: group-v719197. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.547444] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a8e400e-07f8-4917-82ed-1fd529cc658f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.558267] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Created folder: Instances in parent group-v719197. [ 859.558267] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.558267] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.558404] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f370c93c-5839-41ca-833b-5bc2c40f77ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.578468] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.578468] env[69735]: value = "task-3605055" [ 859.578468] env[69735]: _type = "Task" [ 859.578468] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.586672] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605055, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.737600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.738407] env[69735]: DEBUG nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.741683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.149s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.950488] env[69735]: INFO nova.compute.manager [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Took 42.23 seconds to build instance. [ 859.955052] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.977977] env[69735]: DEBUG nova.network.neutron [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Successfully updated port: 94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.985965] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494079} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.986622] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe/589c23ff-f8bc-478b-9fc6-b3a83c1988fe.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.986897] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.987452] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51a46b24-3c98-457d-8d74-7ebbeb4c001e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.993483] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 859.993483] env[69735]: value = "task-3605056" [ 859.993483] env[69735]: _type = "Task" [ 859.993483] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.005010] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.094768] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605055, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.222263] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ca9c490-e32a-450e-b914-28eb7f2f83af tempest-VolumesAssistedSnapshotsTest-944684021 tempest-VolumesAssistedSnapshotsTest-944684021-project-admin] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.293s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.245654] env[69735]: DEBUG nova.compute.utils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.245654] env[69735]: DEBUG nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.245654] env[69735]: DEBUG nova.network.neutron [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.249507] env[69735]: INFO nova.compute.claims [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.340590] env[69735]: DEBUG nova.policy [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc25c70121644449b9edae74fd5fd3b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b353f9e242f4d15aed809dc507475e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.456198] env[69735]: DEBUG oslo_concurrency.lockutils [None req-13f5e716-609f-47b8-ab2e-d7a78817cbb2 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "0baee1f7-d302-478a-a737-d2204fdbf87d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.445s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.456467] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605051, 'name': ReconfigVM_Task, 'duration_secs': 0.572193} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.457768] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50/67bbc2f0-bcac-401e-b6b4-4daf1db04b50.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.458621] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58e5bee3-d528-45f2-910d-3625178ee8e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.465982] env[69735]: DEBUG nova.network.neutron [req-1b0b856c-bd39-471b-a68f-17dd47e039b4 req-c00ec059-afc7-4411-9830-fe82c7e57aa7 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updated VIF entry in instance network info cache for port ad4ed4ce-4479-4261-9a85-d42c2d139180. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.465982] env[69735]: DEBUG nova.network.neutron [req-1b0b856c-bd39-471b-a68f-17dd47e039b4 req-c00ec059-afc7-4411-9830-fe82c7e57aa7 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating instance_info_cache with network_info: [{"id": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "address": "fa:16:3e:8c:fe:05", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ed4ce-44", "ovs_interfaceid": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.468502] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 860.468502] env[69735]: value = "task-3605057" [ 860.468502] env[69735]: _type = "Task" [ 860.468502] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.478100] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605057, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.480967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquiring lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.481107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquired lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.481254] env[69735]: DEBUG nova.network.neutron [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.507023] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189745} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.507766] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.509776] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d7392-919f-43b2-bd96-c5928a6fd8fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.530236] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe/589c23ff-f8bc-478b-9fc6-b3a83c1988fe.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.530529] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609d72c3-0c39-4d78-9202-c05ea2936d32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.551194] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 860.551194] env[69735]: value = "task-3605058" [ 860.551194] env[69735]: _type = "Task" [ 860.551194] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.558817] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.593385] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605055, 'name': CreateVM_Task, 'duration_secs': 0.617663} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.593567] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.594293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.594446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.594769] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.595036] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742514ba-095e-468f-8688-0d43759ee28a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.601614] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 860.601614] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528c4316-2101-8ac7-be14-a12de19d2982" [ 860.601614] env[69735]: _type = "Task" [ 860.601614] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.612665] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528c4316-2101-8ac7-be14-a12de19d2982, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.612937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.613178] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.613400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.613539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.613706] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.613953] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc7c0e7f-fdfc-46bb-b23e-e60ab3ec0572 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.621459] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.621642] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.623274] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a52ed31-1361-4fa7-886e-01866d903b20 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.628079] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 860.628079] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fb6e96-0e76-1247-8262-edaa475aa8de" [ 860.628079] env[69735]: _type = "Task" [ 860.628079] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.635211] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fb6e96-0e76-1247-8262-edaa475aa8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.755703] env[69735]: DEBUG nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.761289] env[69735]: INFO nova.compute.resource_tracker [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating resource usage from migration 3c28946e-7f4f-49cb-b452-2822af0dc948 [ 860.857646] env[69735]: DEBUG nova.network.neutron [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Successfully created port: 151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.962036] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.969734] env[69735]: DEBUG oslo_concurrency.lockutils [req-1b0b856c-bd39-471b-a68f-17dd47e039b4 req-c00ec059-afc7-4411-9830-fe82c7e57aa7 service nova] Releasing lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.989017] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605057, 'name': Rename_Task, 'duration_secs': 0.145806} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.989017] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.989017] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd0280a4-be42-46e6-a34c-7daaaa0c3185 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.003140] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 861.003140] env[69735]: value = "task-3605060" [ 861.003140] env[69735]: _type = "Task" [ 861.003140] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.799856] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.800315] env[69735]: WARNING oslo_vmware.common.loopingcall [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] task run outlasted interval by 0.29784600000000006 sec [ 861.805332] env[69735]: DEBUG nova.network.neutron [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.823036] env[69735]: DEBUG oslo_vmware.api [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605060, 'name': PowerOnVM_Task, 'duration_secs': 0.534134} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.829457] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.829684] env[69735]: INFO nova.compute.manager [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Took 8.34 seconds to spawn the instance on the hypervisor. [ 861.829932] env[69735]: DEBUG nova.compute.manager [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.830196] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fb6e96-0e76-1247-8262-edaa475aa8de, 'name': SearchDatastore_Task, 'duration_secs': 0.008139} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.830410] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605058, 'name': ReconfigVM_Task, 'duration_secs': 1.003515} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.831169] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7448c2b8-8dec-46c9-bfdc-f63f9fb9d239 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.837216] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe/589c23ff-f8bc-478b-9fc6-b3a83c1988fe.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.837216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.837216] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f252d51b-aa7c-4795-a800-45ef54a9dcc6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.838647] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87619e6e-9e65-4f0f-92bd-123d5e8efd98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.851728] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 861.851728] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fc31ff-546b-b37c-910c-235f197edbf0" [ 861.851728] env[69735]: _type = "Task" [ 861.851728] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.852105] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 861.852105] env[69735]: value = "task-3605061" [ 861.852105] env[69735]: _type = "Task" [ 861.852105] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.869602] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fc31ff-546b-b37c-910c-235f197edbf0, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.873214] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.873639] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141/c2a6a3aa-1987-4ffe-a7b4-5d6802112141.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.874213] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605061, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.874460] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99788f7f-b578-4061-a5e1-248217cf693d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.883371] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 861.883371] env[69735]: value = "task-3605062" [ 861.883371] env[69735]: _type = "Task" [ 861.883371] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.897453] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.111470] env[69735]: DEBUG nova.network.neutron [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Updating instance_info_cache with network_info: [{"id": "94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b", "address": "fa:16:3e:72:63:ba", "network": {"id": "2b83818c-5636-4bbb-92b9-5a260052cddc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1281605951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79a8d1ef13b04003876035a92042fd7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bca9dc-bc", "ovs_interfaceid": "94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.264046] env[69735]: DEBUG nova.compute.manager [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Received event network-vif-plugged-94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.264278] env[69735]: DEBUG oslo_concurrency.lockutils [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] Acquiring lock "66a7da51-9efb-40f0-88a6-52b205a15be8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.264576] env[69735]: DEBUG oslo_concurrency.lockutils [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] Lock "66a7da51-9efb-40f0-88a6-52b205a15be8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.264716] env[69735]: DEBUG oslo_concurrency.lockutils [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] Lock "66a7da51-9efb-40f0-88a6-52b205a15be8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.264820] env[69735]: DEBUG nova.compute.manager [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] No waiting events found dispatching network-vif-plugged-94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.264961] env[69735]: WARNING nova.compute.manager [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Received unexpected event network-vif-plugged-94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b for instance with vm_state building and task_state spawning. [ 862.270443] env[69735]: DEBUG nova.compute.manager [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Received event network-changed-94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.270443] env[69735]: DEBUG nova.compute.manager [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Refreshing instance network info cache due to event network-changed-94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.270443] env[69735]: DEBUG oslo_concurrency.lockutils [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] Acquiring lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.271874] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca50aae-3bce-42de-8595-c70a65c3183d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.280500] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79059d77-f89a-4e77-896e-b52e59b59b64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.315152] env[69735]: DEBUG nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.318984] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94397243-1b00-40e9-9a51-7dcbe5e94414 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.328402] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01df0b6-ace0-46d9-b94d-cab917a6ef2d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.346134] env[69735]: DEBUG nova.compute.provider_tree [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.358561] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.358820] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.358993] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.359681] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.359681] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.359681] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.360028] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.360028] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.360116] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.360245] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.360414] env[69735]: DEBUG nova.virt.hardware [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.367489] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e0db56-d558-4045-b41f-bf2116a3aa48 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.371559] env[69735]: INFO nova.compute.manager [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Took 42.89 seconds to build instance. [ 862.378142] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605061, 'name': Rename_Task, 'duration_secs': 0.165163} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.380066] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198620c5-af4e-427d-96a8-2eace9b74e35 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.384576] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.384917] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed68cdb-7b13-41f7-80a3-84759708b5a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.404760] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605062, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.409356] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 862.409356] env[69735]: value = "task-3605063" [ 862.409356] env[69735]: _type = "Task" [ 862.409356] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.419179] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605063, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.613942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Releasing lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.614361] env[69735]: DEBUG nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Instance network_info: |[{"id": "94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b", "address": "fa:16:3e:72:63:ba", "network": {"id": "2b83818c-5636-4bbb-92b9-5a260052cddc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1281605951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79a8d1ef13b04003876035a92042fd7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bca9dc-bc", "ovs_interfaceid": "94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.614660] env[69735]: DEBUG oslo_concurrency.lockutils [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] Acquired lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.614838] env[69735]: DEBUG nova.network.neutron [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Refreshing network info cache for port 94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.616153] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:63:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.624777] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Creating folder: Project (79a8d1ef13b04003876035a92042fd7d). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.627907] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58d966ec-6f0a-4ba4-b8d0-78fb32ad9a32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.638763] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Created folder: Project (79a8d1ef13b04003876035a92042fd7d) in parent group-v719064. [ 862.638979] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Creating folder: Instances. Parent ref: group-v719200. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.639234] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3521ac0a-7ef3-4dcc-b9bc-23e5bf0182c0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.648946] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Created folder: Instances in parent group-v719200. [ 862.649197] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.649399] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.649609] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81ec269-9578-420e-a697-809b5455d4a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.669225] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.669225] env[69735]: value = "task-3605066" [ 862.669225] env[69735]: _type = "Task" [ 862.669225] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.678445] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605066, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.855817] env[69735]: DEBUG nova.scheduler.client.report [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.882770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae33e9f3-c8de-4022-bc00-3b0f19529f3b tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.888s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.884209] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquiring lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.884209] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.894875] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768659} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.895847] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141/c2a6a3aa-1987-4ffe-a7b4-5d6802112141.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.896155] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.896460] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b589225a-c2c6-4360-a486-6f8cae01e5b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.906012] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 862.906012] env[69735]: value = "task-3605067" [ 862.906012] env[69735]: _type = "Task" [ 862.906012] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.925506] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.925907] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.179539] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605066, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.244246] env[69735]: DEBUG nova.network.neutron [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Updated VIF entry in instance network info cache for port 94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.244687] env[69735]: DEBUG nova.network.neutron [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Updating instance_info_cache with network_info: [{"id": "94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b", "address": "fa:16:3e:72:63:ba", "network": {"id": "2b83818c-5636-4bbb-92b9-5a260052cddc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1281605951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79a8d1ef13b04003876035a92042fd7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bca9dc-bc", "ovs_interfaceid": "94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.359600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.618s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.359846] env[69735]: INFO nova.compute.manager [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Migrating [ 863.371427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.264s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.373268] env[69735]: INFO nova.compute.claims [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.386426] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.393146] env[69735]: DEBUG nova.network.neutron [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Successfully updated port: 151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.420394] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0669} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.422355] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.424057] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add5e08-2a94-47d6-b730-b9757599400f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.433422] env[69735]: DEBUG oslo_vmware.api [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605063, 'name': PowerOnVM_Task, 'duration_secs': 0.934383} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.434327] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.434830] env[69735]: DEBUG nova.compute.manager [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.436880] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e771f735-dbe3-4117-b9c6-bd65ca586e7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.460146] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141/c2a6a3aa-1987-4ffe-a7b4-5d6802112141.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.461478] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d211665d-ee01-4bf7-9f86-f8d7d1e03204 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.490203] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 863.490203] env[69735]: value = "task-3605068" [ 863.490203] env[69735]: _type = "Task" [ 863.490203] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.498381] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.680190] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605066, 'name': CreateVM_Task, 'duration_secs': 0.6194} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.680392] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.681092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.681316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.681603] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.681852] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a980a13f-17c7-41a7-9cbf-779cc5085e4d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.686519] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 863.686519] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f536f4-053a-608c-8b74-bc6bfc0a8ce5" [ 863.686519] env[69735]: _type = "Task" [ 863.686519] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.694554] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f536f4-053a-608c-8b74-bc6bfc0a8ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.747922] env[69735]: DEBUG oslo_concurrency.lockutils [req-da3f72ed-b61a-4a7e-8e1e-6c50bbbcd7ec req-760225f1-7f3e-4218-8bbf-32e6f9d474c6 service nova] Releasing lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.880985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.881201] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.881376] env[69735]: DEBUG nova.network.neutron [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.895823] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.895823] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.895823] env[69735]: DEBUG nova.network.neutron [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.909063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.993755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.999730] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.198160] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f536f4-053a-608c-8b74-bc6bfc0a8ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.018052} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.198553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.198787] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.199035] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.199619] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.199619] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.199619] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-896e1729-f4e3-4993-9967-0610a5c38fb8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.209852] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.210109] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.210853] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68208cc-9e03-4554-9d2e-c28aadc20c46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.219565] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 864.219565] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c4bc17-9561-a978-2dc6-a104c1c88f57" [ 864.219565] env[69735]: _type = "Task" [ 864.219565] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.224818] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c4bc17-9561-a978-2dc6-a104c1c88f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.474080] env[69735]: DEBUG nova.network.neutron [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.504660] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605068, 'name': ReconfigVM_Task, 'duration_secs': 0.664528} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.507215] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141/c2a6a3aa-1987-4ffe-a7b4-5d6802112141.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.508261] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-387969ff-c73f-43d0-aa3e-541b05396835 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.515023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquiring lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.515324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.515570] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquiring lock "8c1a6b7c-f693-4566-a9f6-8053860b1699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.515913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.516151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.517971] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 864.517971] env[69735]: value = "task-3605069" [ 864.517971] env[69735]: _type = "Task" [ 864.517971] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.520573] env[69735]: INFO nova.compute.manager [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Terminating instance [ 864.535034] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605069, 'name': Rename_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.597668] env[69735]: DEBUG nova.compute.manager [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Received event network-vif-plugged-151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.598078] env[69735]: DEBUG oslo_concurrency.lockutils [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] Acquiring lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.599058] env[69735]: DEBUG oslo_concurrency.lockutils [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] Lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.599058] env[69735]: DEBUG oslo_concurrency.lockutils [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] Lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.599058] env[69735]: DEBUG nova.compute.manager [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] No waiting events found dispatching network-vif-plugged-151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.599291] env[69735]: WARNING nova.compute.manager [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Received unexpected event network-vif-plugged-151ef66b-13b3-4755-a7cd-353b82e62383 for instance with vm_state building and task_state spawning. [ 864.599520] env[69735]: DEBUG nova.compute.manager [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Received event network-changed-151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.599736] env[69735]: DEBUG nova.compute.manager [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Refreshing instance network info cache due to event network-changed-151ef66b-13b3-4755-a7cd-353b82e62383. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.599988] env[69735]: DEBUG oslo_concurrency.lockutils [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] Acquiring lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.728321] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c4bc17-9561-a978-2dc6-a104c1c88f57, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.730740] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f24aa23-3ccf-4db1-bbfb-4b536aaee364 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.736430] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 864.736430] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52331370-77d9-6388-44d2-4afb2d6654ac" [ 864.736430] env[69735]: _type = "Task" [ 864.736430] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.748113] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52331370-77d9-6388-44d2-4afb2d6654ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.779152] env[69735]: DEBUG nova.network.neutron [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updating instance_info_cache with network_info: [{"id": "151ef66b-13b3-4755-a7cd-353b82e62383", "address": "fa:16:3e:b0:47:04", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151ef66b-13", "ovs_interfaceid": "151ef66b-13b3-4755-a7cd-353b82e62383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.820754] env[69735]: DEBUG nova.network.neutron [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance_info_cache with network_info: [{"id": "21927fec-c37b-4d90-b30b-df53083cdcee", "address": "fa:16:3e:36:75:0a", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21927fec-c3", "ovs_interfaceid": "21927fec-c37b-4d90-b30b-df53083cdcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.974588] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2cd1d5-f955-46e0-bfe6-12d9682571ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.982788] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db445e94-4706-4699-a5f0-064299ad06cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.013371] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62be990-4383-4361-84bf-7bb33379ec53 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.020953] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b71c1-d39f-4363-bd8f-51ba5f1c0f82 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.029504] env[69735]: DEBUG nova.compute.manager [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.029726] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.042396] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbb542a-7d88-4ff6-bc3b-22e060e51321 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.045731] env[69735]: DEBUG nova.compute.provider_tree [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.051035] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605069, 'name': Rename_Task, 'duration_secs': 0.502464} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.051803] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.052339] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b61c30-2705-4ab8-b511-70d409e84e90 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.056479] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.057056] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10c4849d-c3ab-42f9-9cc5-49098e46f392 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.060690] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 865.060690] env[69735]: value = "task-3605070" [ 865.060690] env[69735]: _type = "Task" [ 865.060690] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.064840] env[69735]: DEBUG oslo_vmware.api [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 865.064840] env[69735]: value = "task-3605071" [ 865.064840] env[69735]: _type = "Task" [ 865.064840] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.076397] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.080591] env[69735]: DEBUG oslo_vmware.api [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3605071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.247836] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52331370-77d9-6388-44d2-4afb2d6654ac, 'name': SearchDatastore_Task, 'duration_secs': 0.017521} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.248314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.248646] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 66a7da51-9efb-40f0-88a6-52b205a15be8/66a7da51-9efb-40f0-88a6-52b205a15be8.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.248969] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1abcabd-c753-4f40-8927-e69a7c67eb5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.255978] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 865.255978] env[69735]: value = "task-3605072" [ 865.255978] env[69735]: _type = "Task" [ 865.255978] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.266051] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.284901] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Releasing lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.285377] env[69735]: DEBUG nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance network_info: |[{"id": "151ef66b-13b3-4755-a7cd-353b82e62383", "address": "fa:16:3e:b0:47:04", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151ef66b-13", "ovs_interfaceid": "151ef66b-13b3-4755-a7cd-353b82e62383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.285862] env[69735]: DEBUG oslo_concurrency.lockutils [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] Acquired lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.286285] env[69735]: DEBUG nova.network.neutron [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Refreshing network info cache for port 151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.287840] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:47:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '151ef66b-13b3-4755-a7cd-353b82e62383', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.297390] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.298715] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.298904] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea42e35-0e95-4d31-ba1d-d3b32d1ded28 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.321170] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.321170] env[69735]: value = "task-3605073" [ 865.321170] env[69735]: _type = "Task" [ 865.321170] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.325521] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.335110] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605073, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.550806] env[69735]: INFO nova.compute.manager [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Rebuilding instance [ 865.552910] env[69735]: DEBUG nova.scheduler.client.report [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.582064] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.588725] env[69735]: DEBUG oslo_vmware.api [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3605071, 'name': PowerOffVM_Task, 'duration_secs': 0.213185} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.593103] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.593311] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.594129] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24027687-759c-4ce1-90ab-ba45552ab892 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.617716] env[69735]: DEBUG nova.compute.manager [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.618723] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71baaea-7a01-49fb-8302-4867f814b636 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.682650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.682981] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.683300] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.684035] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.684035] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.686070] env[69735]: INFO nova.compute.manager [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Terminating instance [ 865.710058] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.710058] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.710268] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Deleting the datastore file [datastore1] 8c1a6b7c-f693-4566-a9f6-8053860b1699 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.710524] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7da613b6-3e75-4b75-b913-b7779d1f3d41 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.722112] env[69735]: DEBUG oslo_vmware.api [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for the task: (returnval){ [ 865.722112] env[69735]: value = "task-3605075" [ 865.722112] env[69735]: _type = "Task" [ 865.722112] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.734992] env[69735]: DEBUG oslo_vmware.api [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3605075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.771176] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.835054] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605073, 'name': CreateVM_Task, 'duration_secs': 0.413146} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.835606] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.836306] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.836481] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.836806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.837080] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a7c50e-1e76-4ea1-8495-af6c44a7c1fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.841835] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 865.841835] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52001d0d-3e27-d9ba-d7b3-022cb846cb89" [ 865.841835] env[69735]: _type = "Task" [ 865.841835] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.852308] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52001d0d-3e27-d9ba-d7b3-022cb846cb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.061215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.061992] env[69735]: DEBUG nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.069345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.792s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.070971] env[69735]: INFO nova.compute.claims [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.087345] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.161880] env[69735]: DEBUG nova.network.neutron [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updated VIF entry in instance network info cache for port 151ef66b-13b3-4755-a7cd-353b82e62383. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.162264] env[69735]: DEBUG nova.network.neutron [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updating instance_info_cache with network_info: [{"id": "151ef66b-13b3-4755-a7cd-353b82e62383", "address": "fa:16:3e:b0:47:04", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151ef66b-13", "ovs_interfaceid": "151ef66b-13b3-4755-a7cd-353b82e62383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.189903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "refresh_cache-589c23ff-f8bc-478b-9fc6-b3a83c1988fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.190134] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired lock "refresh_cache-589c23ff-f8bc-478b-9fc6-b3a83c1988fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.190358] env[69735]: DEBUG nova.network.neutron [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.232555] env[69735]: DEBUG oslo_vmware.api [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Task: {'id': task-3605075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257383} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.232684] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.232896] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.233140] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.233331] env[69735]: INFO nova.compute.manager [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Took 1.20 seconds to destroy the instance on the hypervisor. [ 866.233577] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.233773] env[69735]: DEBUG nova.compute.manager [-] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.233897] env[69735]: DEBUG nova.network.neutron [-] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.269284] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558806} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.269615] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 66a7da51-9efb-40f0-88a6-52b205a15be8/66a7da51-9efb-40f0-88a6-52b205a15be8.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.269763] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.270047] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a8d402-e3dd-413f-a3dd-395c5a730d1b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.276954] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 866.276954] env[69735]: value = "task-3605076" [ 866.276954] env[69735]: _type = "Task" [ 866.276954] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.285843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "d670c7fd-fdba-418d-8aad-959821894e9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.286107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "d670c7fd-fdba-418d-8aad-959821894e9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.286358] env[69735]: DEBUG nova.compute.manager [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.286822] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.287571] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe2458b-cb73-4847-a5b5-d2c242c20d6b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.294752] env[69735]: DEBUG nova.compute.manager [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 866.295368] env[69735]: DEBUG nova.objects.instance [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lazy-loading 'flavor' on Instance uuid d670c7fd-fdba-418d-8aad-959821894e9b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.353243] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52001d0d-3e27-d9ba-d7b3-022cb846cb89, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.353505] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.353743] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.353978] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.354308] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.354308] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.354549] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29521585-621d-4a1a-bbab-b0cfcfe1bbb6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.362526] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.362717] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.363446] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1f288b-6434-4b47-92be-e92caad83f27 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.368595] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 866.368595] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521abbc3-1c1a-4a12-6434-ae6919f217cf" [ 866.368595] env[69735]: _type = "Task" [ 866.368595] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.376661] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521abbc3-1c1a-4a12-6434-ae6919f217cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.578543] env[69735]: DEBUG nova.compute.utils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.586250] env[69735]: DEBUG nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.589092] env[69735]: DEBUG nova.network.neutron [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.592591] env[69735]: DEBUG nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.605546] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605070, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.633992] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.634380] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d13487-f70d-4793-9d66-7d401bc4b7ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.645344] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 866.645344] env[69735]: value = "task-3605077" [ 866.645344] env[69735]: _type = "Task" [ 866.645344] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.655325] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.664950] env[69735]: DEBUG oslo_concurrency.lockutils [req-f066ed34-9ae5-4b70-b0db-e1a9343d27bc req-b984ca91-4508-4481-8e5b-50508c88081e service nova] Releasing lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.749366] env[69735]: DEBUG nova.network.neutron [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.788333] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213718} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.788647] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.789470] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0a0921-2e80-4418-ae33-0e68cc7d6baf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.793301] env[69735]: DEBUG nova.policy [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92ce7666214849af899d23b673d92082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ead53eddde34a2788263004e5756809', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.822622] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 66a7da51-9efb-40f0-88a6-52b205a15be8/66a7da51-9efb-40f0-88a6-52b205a15be8.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.826274] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6bec586-00af-4e48-bcb2-d4d36271f8a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.845659] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e330fa-c809-4901-a335-2c2842095de1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.850165] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 866.850165] env[69735]: value = "task-3605078" [ 866.850165] env[69735]: _type = "Task" [ 866.850165] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.871321] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance '04800cfa-2e24-43bc-9198-0a0f41151dc0' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.882958] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.891460] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521abbc3-1c1a-4a12-6434-ae6919f217cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.891460] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74146fed-627e-4165-b758-ec8a21773e52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.896488] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 866.896488] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d97a2-b584-adcd-4b4a-738f90b6d85a" [ 866.896488] env[69735]: _type = "Task" [ 866.896488] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.904122] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d97a2-b584-adcd-4b4a-738f90b6d85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.980226] env[69735]: DEBUG nova.network.neutron [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.086983] env[69735]: DEBUG oslo_vmware.api [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605070, 'name': PowerOnVM_Task, 'duration_secs': 1.822016} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.087301] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.087502] env[69735]: INFO nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Took 10.86 seconds to spawn the instance on the hypervisor. [ 867.087685] env[69735]: DEBUG nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.088474] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69170ed0-ad61-4625-8ca3-1cc864e3cb3d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.157597] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605077, 'name': PowerOffVM_Task, 'duration_secs': 0.270111} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.157881] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.158582] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.159397] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf3321-0fec-4169-8b49-879d542ce1af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.168633] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.168888] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31577b43-4935-4718-9b5c-818c8dfd81f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.195651] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.195877] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.196065] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Deleting the datastore file [datastore2] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.196332] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e774d008-fda3-45bb-be01-cb95c4ad32c6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.203626] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 867.203626] env[69735]: value = "task-3605080" [ 867.203626] env[69735]: _type = "Task" [ 867.203626] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.214380] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.314835] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.314835] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cc0244-d7d6-4fa1-a60b-33cc9869f6ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.321235] env[69735]: DEBUG oslo_vmware.api [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 867.321235] env[69735]: value = "task-3605081" [ 867.321235] env[69735]: _type = "Task" [ 867.321235] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.334672] env[69735]: DEBUG oslo_vmware.api [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.362778] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.385519] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.385812] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88dd1932-12df-4ff7-b5b2-ed373bbdccdc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.393021] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 867.393021] env[69735]: value = "task-3605082" [ 867.393021] env[69735]: _type = "Task" [ 867.393021] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.407957] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.413869] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d97a2-b584-adcd-4b4a-738f90b6d85a, 'name': SearchDatastore_Task, 'duration_secs': 0.012418} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.414164] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.414947] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6ae1e213-9754-452a-ba79-04910f983b7f/6ae1e213-9754-452a-ba79-04910f983b7f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.414947] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7a75bd-4e71-4cc2-b99b-e40f9ba483bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.421933] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 867.421933] env[69735]: value = "task-3605083" [ 867.421933] env[69735]: _type = "Task" [ 867.421933] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.434889] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.483267] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Releasing lock "refresh_cache-589c23ff-f8bc-478b-9fc6-b3a83c1988fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.483716] env[69735]: DEBUG nova.compute.manager [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.484292] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.484912] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b0193-977e-4f13-bde1-8bf204c10f11 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.495493] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.498251] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35db5213-519a-4c8b-b258-15d279e1b8ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.507196] env[69735]: DEBUG oslo_vmware.api [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 867.507196] env[69735]: value = "task-3605084" [ 867.507196] env[69735]: _type = "Task" [ 867.507196] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.518193] env[69735]: DEBUG oslo_vmware.api [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.605516] env[69735]: DEBUG nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.614939] env[69735]: INFO nova.compute.manager [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Took 45.93 seconds to build instance. [ 867.643199] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.643486] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.643649] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.643829] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.643992] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.644833] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.645455] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.645455] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.645859] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.648877] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.648877] env[69735]: DEBUG nova.virt.hardware [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.648877] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efef622-c5c1-41a6-9ec7-2c0c96b90a5e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.655620] env[69735]: DEBUG nova.compute.manager [req-337bb6a2-cd4c-482a-a40e-feb3a8d5aefb req-08f50134-5a8b-43fb-9745-12e6e7683cb2 service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Received event network-vif-deleted-12c3b115-2472-436b-8eec-c832fef90a31 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.655620] env[69735]: INFO nova.compute.manager [req-337bb6a2-cd4c-482a-a40e-feb3a8d5aefb req-08f50134-5a8b-43fb-9745-12e6e7683cb2 service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Neutron deleted interface 12c3b115-2472-436b-8eec-c832fef90a31; detaching it from the instance and deleting it from the info cache [ 867.655620] env[69735]: DEBUG nova.network.neutron [req-337bb6a2-cd4c-482a-a40e-feb3a8d5aefb req-08f50134-5a8b-43fb-9745-12e6e7683cb2 service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.670267] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687c23d9-3c73-4ac5-9541-630b680a8d2c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.677787] env[69735]: DEBUG nova.network.neutron [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Successfully created port: 4a05e453-f243-46a1-9ebd-1c81c2843b72 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.715597] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196142} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.715873] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.716068] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.716244] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.798938] env[69735]: DEBUG nova.network.neutron [-] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.817350] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973717c4-c9e3-495e-a4f3-44ca9b7a71d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.830037] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e9b9c-716e-46f9-b28f-94e140ab72c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.838631] env[69735]: DEBUG oslo_vmware.api [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605081, 'name': PowerOffVM_Task, 'duration_secs': 0.318483} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.871151] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.871151] env[69735]: DEBUG nova.compute.manager [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.873399] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59de3e5b-3087-47ad-baf6-bada9be56152 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.879792] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6ee749-d813-4b7f-b1b2-50135bbf55df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.887865] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605078, 'name': ReconfigVM_Task, 'duration_secs': 0.75759} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.891270] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 66a7da51-9efb-40f0-88a6-52b205a15be8/66a7da51-9efb-40f0-88a6-52b205a15be8.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.893919] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe25e95-e864-4e44-a7ba-97f78c3d9ad7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.898122] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa586764-d870-425a-b47d-2a5625d3ccd6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.919473] env[69735]: DEBUG nova.compute.provider_tree [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.928105] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 867.928105] env[69735]: value = "task-3605085" [ 867.928105] env[69735]: _type = "Task" [ 867.928105] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.933019] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 867.933341] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance '04800cfa-2e24-43bc-9198-0a0f41151dc0' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.954961] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605083, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.958060] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605085, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.020340] env[69735]: DEBUG oslo_vmware.api [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605084, 'name': PowerOffVM_Task, 'duration_secs': 0.178477} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.020779] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.021076] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.021445] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-866b0041-a6c2-40ac-ad0b-4e9f0cabc8d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.057665] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.057665] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.057943] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Deleting the datastore file [datastore2] 589c23ff-f8bc-478b-9fc6-b3a83c1988fe {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.058303] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0d66a44-ce74-40ec-8295-f78d36fadffd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.067645] env[69735]: DEBUG oslo_vmware.api [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 868.067645] env[69735]: value = "task-3605087" [ 868.067645] env[69735]: _type = "Task" [ 868.067645] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.078169] env[69735]: DEBUG oslo_vmware.api [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.117024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-458330db-21d2-44f6-aedb-99e80609e5f0 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.722s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.165170] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1de720c-c0bd-414a-af61-09d1a43553e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.176625] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a0369f-74bf-44f6-8fad-848dac9f9f4b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.217684] env[69735]: DEBUG nova.compute.manager [req-337bb6a2-cd4c-482a-a40e-feb3a8d5aefb req-08f50134-5a8b-43fb-9745-12e6e7683cb2 service nova] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Detach interface failed, port_id=12c3b115-2472-436b-8eec-c832fef90a31, reason: Instance 8c1a6b7c-f693-4566-a9f6-8053860b1699 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.301680] env[69735]: INFO nova.compute.manager [-] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Took 2.07 seconds to deallocate network for instance. [ 868.404772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f7dc914d-e65b-4f68-8b6c-e82e5db3a3dd tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "d670c7fd-fdba-418d-8aad-959821894e9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.118s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.432961] env[69735]: DEBUG nova.scheduler.client.report [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.448941] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.449188] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.449337] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.449510] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.450091] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.450091] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.450091] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.450215] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.450353] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.450514] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.450683] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.456242] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892212} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.461949] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5435f100-b75e-4265-a162-1fa47c7c76ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.473025] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6ae1e213-9754-452a-ba79-04910f983b7f/6ae1e213-9754-452a-ba79-04910f983b7f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.473244] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.473861] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3330adb3-6c55-4057-9728-099b497c2e0e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.481670] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605085, 'name': Rename_Task, 'duration_secs': 0.202806} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.483967] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.484333] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 868.484333] env[69735]: value = "task-3605088" [ 868.484333] env[69735]: _type = "Task" [ 868.484333] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.484640] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 868.484640] env[69735]: value = "task-3605089" [ 868.484640] env[69735]: _type = "Task" [ 868.484640] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.484870] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-237e701a-7bdd-4503-9ad1-e2e8e9e855fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.504107] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.504414] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 868.504414] env[69735]: value = "task-3605090" [ 868.504414] env[69735]: _type = "Task" [ 868.504414] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.508166] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.518856] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.593429] env[69735]: DEBUG oslo_vmware.api [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402238} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.593702] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.593884] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.594077] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.594257] env[69735]: INFO nova.compute.manager [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 868.594496] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.594689] env[69735]: DEBUG nova.compute.manager [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.594785] env[69735]: DEBUG nova.network.neutron [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.618815] env[69735]: DEBUG nova.network.neutron [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.620376] env[69735]: DEBUG nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.748492] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.748869] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.749048] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.749233] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.749377] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.749518] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.749731] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.749937] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.750193] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.750470] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.750679] env[69735]: DEBUG nova.virt.hardware [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.751675] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be927c2-46e5-4b5d-879c-e43bd0660cb5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.760667] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fe59f-5b7c-4cc6-b1e6-4aac5012b599 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.776667] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.782450] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.782644] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.782864] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d15980bb-6622-4199-b2da-b395998b36b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.807328] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.807328] env[69735]: value = "task-3605091" [ 868.807328] env[69735]: _type = "Task" [ 868.807328] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.811398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.817650] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605091, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.957970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.958544] env[69735]: DEBUG nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.961219] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.520s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.961467] env[69735]: DEBUG nova.objects.instance [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lazy-loading 'resources' on Instance uuid 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.004341] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07371} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.009018] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.009018] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605088, 'name': ReconfigVM_Task, 'duration_secs': 0.395486} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.009461] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c2ceb7-6d4e-433e-b074-2a37b92428bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.012530] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance '04800cfa-2e24-43bc-9198-0a0f41151dc0' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.029014] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.046811] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 6ae1e213-9754-452a-ba79-04910f983b7f/6ae1e213-9754-452a-ba79-04910f983b7f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.046811] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f5bd52c-3f22-48c9-af9c-67cd21b1444e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.072924] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 869.072924] env[69735]: value = "task-3605092" [ 869.072924] env[69735]: _type = "Task" [ 869.072924] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.082820] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.127682] env[69735]: DEBUG nova.network.neutron [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.145244] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.319024] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605091, 'name': CreateVM_Task, 'duration_secs': 0.486282} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.320847] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.320847] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.320847] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.320847] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.320847] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1020a2-2480-4c90-928a-c4c9c80a1665 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.326283] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 869.326283] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e55710-4542-b68d-28a6-cf198322e830" [ 869.326283] env[69735]: _type = "Task" [ 869.326283] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.335481] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "6c299dbd-f868-485b-9318-e9f40e1072b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.335740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "6c299dbd-f868-485b-9318-e9f40e1072b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.341101] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e55710-4542-b68d-28a6-cf198322e830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.464032] env[69735]: DEBUG nova.compute.utils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.467710] env[69735]: DEBUG nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.467939] env[69735]: DEBUG nova.network.neutron [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.523729] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.524064] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.525133] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.525133] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.525133] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.525133] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.525133] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.525391] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.525449] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.525644] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.525819] env[69735]: DEBUG nova.virt.hardware [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.532982] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.536415] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c3aebb3-e1c1-421a-b3fc-04ede81c6ae6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.549701] env[69735]: DEBUG oslo_vmware.api [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605090, 'name': PowerOnVM_Task, 'duration_secs': 0.697477} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.553388] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.553633] env[69735]: INFO nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Took 10.57 seconds to spawn the instance on the hypervisor. [ 869.553815] env[69735]: DEBUG nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.555262] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cbda52-5048-4f3b-a458-3c151f2ed638 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.560863] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 869.560863] env[69735]: value = "task-3605093" [ 869.560863] env[69735]: _type = "Task" [ 869.560863] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.580508] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.586683] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605092, 'name': ReconfigVM_Task, 'duration_secs': 0.377345} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.586978] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 6ae1e213-9754-452a-ba79-04910f983b7f/6ae1e213-9754-452a-ba79-04910f983b7f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.587636] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf17ada3-2bf5-4a1e-b01a-1e9d68279ceb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.596458] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 869.596458] env[69735]: value = "task-3605094" [ 869.596458] env[69735]: _type = "Task" [ 869.596458] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.609260] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605094, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.614030] env[69735]: DEBUG nova.policy [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92ce7666214849af899d23b673d92082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ead53eddde34a2788263004e5756809', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.631271] env[69735]: INFO nova.compute.manager [-] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Took 1.04 seconds to deallocate network for instance. [ 869.837366] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e55710-4542-b68d-28a6-cf198322e830, 'name': SearchDatastore_Task, 'duration_secs': 0.019489} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.837837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.838099] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.838346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.838494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.838672] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.838939] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72eec6ef-609d-413d-a9e6-aa9857c1c9d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.856871] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.857125] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.858336] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28cc60ef-58b0-4085-a567-52c24ac96d4f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.867743] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 869.867743] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52494333-0e01-6c4d-4557-53763b42281f" [ 869.867743] env[69735]: _type = "Task" [ 869.867743] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.877454] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52494333-0e01-6c4d-4557-53763b42281f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.912693] env[69735]: DEBUG nova.compute.manager [req-5f3af3f9-d09e-476d-b612-93ce9c9ebdcc req-f66be530-e7ce-401b-a489-fae95121e53e service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Received event network-vif-plugged-4a05e453-f243-46a1-9ebd-1c81c2843b72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.912910] env[69735]: DEBUG oslo_concurrency.lockutils [req-5f3af3f9-d09e-476d-b612-93ce9c9ebdcc req-f66be530-e7ce-401b-a489-fae95121e53e service nova] Acquiring lock "4fa542f9-65e3-409b-b92c-f027ab8654b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.913510] env[69735]: DEBUG oslo_concurrency.lockutils [req-5f3af3f9-d09e-476d-b612-93ce9c9ebdcc req-f66be530-e7ce-401b-a489-fae95121e53e service nova] Lock "4fa542f9-65e3-409b-b92c-f027ab8654b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.913749] env[69735]: DEBUG oslo_concurrency.lockutils [req-5f3af3f9-d09e-476d-b612-93ce9c9ebdcc req-f66be530-e7ce-401b-a489-fae95121e53e service nova] Lock "4fa542f9-65e3-409b-b92c-f027ab8654b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.913934] env[69735]: DEBUG nova.compute.manager [req-5f3af3f9-d09e-476d-b612-93ce9c9ebdcc req-f66be530-e7ce-401b-a489-fae95121e53e service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] No waiting events found dispatching network-vif-plugged-4a05e453-f243-46a1-9ebd-1c81c2843b72 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.914140] env[69735]: WARNING nova.compute.manager [req-5f3af3f9-d09e-476d-b612-93ce9c9ebdcc req-f66be530-e7ce-401b-a489-fae95121e53e service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Received unexpected event network-vif-plugged-4a05e453-f243-46a1-9ebd-1c81c2843b72 for instance with vm_state building and task_state spawning. [ 869.952023] env[69735]: DEBUG nova.objects.instance [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lazy-loading 'flavor' on Instance uuid d670c7fd-fdba-418d-8aad-959821894e9b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.971479] env[69735]: DEBUG nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.083228] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605093, 'name': ReconfigVM_Task, 'duration_secs': 0.270738} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.087645] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.088396] env[69735]: INFO nova.compute.manager [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Took 44.29 seconds to build instance. [ 870.093020] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94614349-cf96-49fa-8d8a-ed1892c62fd0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.114619] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 04800cfa-2e24-43bc-9198-0a0f41151dc0/04800cfa-2e24-43bc-9198-0a0f41151dc0.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.120066] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-967c0f89-0ca1-406a-8602-6faea242d412 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.137860] env[69735]: DEBUG nova.network.neutron [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Successfully updated port: 4a05e453-f243-46a1-9ebd-1c81c2843b72 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.140208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.149157] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605094, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.149750] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 870.149750] env[69735]: value = "task-3605095" [ 870.149750] env[69735]: _type = "Task" [ 870.149750] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.165518] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.229382] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ba6b9-6196-490d-b65e-ba81941f9be8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.239300] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b948d86-7950-4327-b69b-c2496aaa8a41 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.273175] env[69735]: DEBUG nova.network.neutron [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Successfully created port: 57785a3f-1387-408b-9a0f-21cb54d03381 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.276089] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4522432d-d602-4423-b3ae-e209907ffe85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.285234] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fa8e6a-0eb1-4105-9bde-7bb4665644eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.302849] env[69735]: DEBUG nova.compute.provider_tree [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.379592] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52494333-0e01-6c4d-4557-53763b42281f, 'name': SearchDatastore_Task, 'duration_secs': 0.020531} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.380569] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab67f3e3-2c55-4ffd-bde4-dac1fcb40107 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.386421] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 870.386421] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259264a-ce84-d32a-a4d5-3ba7f1a16b21" [ 870.386421] env[69735]: _type = "Task" [ 870.386421] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.397788] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259264a-ce84-d32a-a4d5-3ba7f1a16b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.457197] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.457405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquired lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.457582] env[69735]: DEBUG nova.network.neutron [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.457758] env[69735]: DEBUG nova.objects.instance [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lazy-loading 'info_cache' on Instance uuid d670c7fd-fdba-418d-8aad-959821894e9b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.593266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e96ab9c2-2dbb-4464-87b4-cb5c6c3ff4e2 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "66a7da51-9efb-40f0-88a6-52b205a15be8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.291s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.620311] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605094, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.642138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "refresh_cache-4fa542f9-65e3-409b-b92c-f027ab8654b1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.642138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquired lock "refresh_cache-4fa542f9-65e3-409b-b92c-f027ab8654b1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.642931] env[69735]: DEBUG nova.network.neutron [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.661843] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.806430] env[69735]: DEBUG nova.scheduler.client.report [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.899250] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259264a-ce84-d32a-a4d5-3ba7f1a16b21, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.899522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.899772] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50/67bbc2f0-bcac-401e-b6b4-4daf1db04b50.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.900103] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce1b2bd7-b309-4d72-9ac8-958a537bef57 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.907452] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 870.907452] env[69735]: value = "task-3605096" [ 870.907452] env[69735]: _type = "Task" [ 870.907452] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.915720] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.961383] env[69735]: DEBUG nova.objects.base [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 870.984180] env[69735]: DEBUG nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.998042] env[69735]: DEBUG nova.compute.manager [req-37b5d1f9-c0e8-4a00-9739-bf0307986858 req-c28143bd-0ec0-4b2d-8059-a8413a83b64c service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Received event network-changed-94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.998189] env[69735]: DEBUG nova.compute.manager [req-37b5d1f9-c0e8-4a00-9739-bf0307986858 req-c28143bd-0ec0-4b2d-8059-a8413a83b64c service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Refreshing instance network info cache due to event network-changed-94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.998409] env[69735]: DEBUG oslo_concurrency.lockutils [req-37b5d1f9-c0e8-4a00-9739-bf0307986858 req-c28143bd-0ec0-4b2d-8059-a8413a83b64c service nova] Acquiring lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.998595] env[69735]: DEBUG oslo_concurrency.lockutils [req-37b5d1f9-c0e8-4a00-9739-bf0307986858 req-c28143bd-0ec0-4b2d-8059-a8413a83b64c service nova] Acquired lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.999092] env[69735]: DEBUG nova.network.neutron [req-37b5d1f9-c0e8-4a00-9739-bf0307986858 req-c28143bd-0ec0-4b2d-8059-a8413a83b64c service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Refreshing network info cache for port 94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.016105] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.016105] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.016105] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.016105] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.016370] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.016370] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.017319] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.017319] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.017319] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.017319] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.017319] env[69735]: DEBUG nova.virt.hardware [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.018509] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715d0a19-a91c-4ee4-96e6-d82d97aed789 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.029018] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6babd3-73a1-4018-96e6-2badd1e2bacb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.095597] env[69735]: DEBUG nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.119747] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605094, 'name': Rename_Task, 'duration_secs': 1.227604} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.120061] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.120350] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78078fa4-7cb6-4981-8cb6-b2ab60af02a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.127492] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 871.127492] env[69735]: value = "task-3605097" [ 871.127492] env[69735]: _type = "Task" [ 871.127492] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.136652] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.162279] env[69735]: DEBUG oslo_vmware.api [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605095, 'name': ReconfigVM_Task, 'duration_secs': 0.702261} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.162279] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 04800cfa-2e24-43bc-9198-0a0f41151dc0/04800cfa-2e24-43bc-9198-0a0f41151dc0.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.162279] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance '04800cfa-2e24-43bc-9198-0a0f41151dc0' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.180444] env[69735]: DEBUG nova.network.neutron [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.187027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.187027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.187027] env[69735]: INFO nova.compute.manager [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Rebooting instance [ 871.311433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.313882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.611s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.314147] env[69735]: DEBUG nova.objects.instance [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'resources' on Instance uuid 3a7606e7-37de-411d-a478-d800677c3d13 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.345172] env[69735]: INFO nova.scheduler.client.report [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleted allocations for instance 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38 [ 871.397321] env[69735]: DEBUG nova.network.neutron [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Updating instance_info_cache with network_info: [{"id": "4a05e453-f243-46a1-9ebd-1c81c2843b72", "address": "fa:16:3e:e9:c7:b6", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a05e453-f2", "ovs_interfaceid": "4a05e453-f243-46a1-9ebd-1c81c2843b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.421687] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605096, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.617793] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.638321] env[69735]: DEBUG oslo_vmware.api [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605097, 'name': PowerOnVM_Task, 'duration_secs': 0.504511} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.638630] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.638837] env[69735]: INFO nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Took 9.32 seconds to spawn the instance on the hypervisor. [ 871.639039] env[69735]: DEBUG nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.639841] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4059bbae-b739-4096-b51b-b386dde33b18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.670858] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc4be77-bf1e-40d9-b4c8-f6f62c956118 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.703585] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1269ef-ca90-4e59-9d79-79db90937aef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.729847] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance '04800cfa-2e24-43bc-9198-0a0f41151dc0' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.735882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.736903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.737152] env[69735]: DEBUG nova.network.neutron [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.860363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73849dc6-c387-4761-85ba-96dc6504c38a tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "1baf08c6-9f09-463b-abe4-9fc3ffc9bd38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.592s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.903014] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Releasing lock "refresh_cache-4fa542f9-65e3-409b-b92c-f027ab8654b1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.903014] env[69735]: DEBUG nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Instance network_info: |[{"id": "4a05e453-f243-46a1-9ebd-1c81c2843b72", "address": "fa:16:3e:e9:c7:b6", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a05e453-f2", "ovs_interfaceid": "4a05e453-f243-46a1-9ebd-1c81c2843b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.903014] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:c7:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a05e453-f243-46a1-9ebd-1c81c2843b72', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.915187] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Creating folder: Project (2ead53eddde34a2788263004e5756809). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.920818] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04069c47-2358-4f89-bdf0-d560e3c8b26f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.934661] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782306} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.937689] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50/67bbc2f0-bcac-401e-b6b4-4daf1db04b50.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.938285] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.938824] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fedc920e-9c8b-48cf-804b-293feedc3812 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.946261] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 871.946261] env[69735]: value = "task-3605099" [ 871.946261] env[69735]: _type = "Task" [ 871.946261] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.953626] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Created folder: Project (2ead53eddde34a2788263004e5756809) in parent group-v719064. [ 871.956020] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Creating folder: Instances. Parent ref: group-v719205. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.956020] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3712da7-2ea8-42a7-bdd8-60c6655e4097 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.961225] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.973307] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Created folder: Instances in parent group-v719205. [ 871.973761] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.974163] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.974621] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dcc0bb4-071d-4480-b2d3-115fdc2a330c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.003927] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.003927] env[69735]: value = "task-3605101" [ 872.003927] env[69735]: _type = "Task" [ 872.003927] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.012478] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605101, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.066512] env[69735]: DEBUG nova.network.neutron [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Updating instance_info_cache with network_info: [{"id": "645400d1-c93b-4274-9bab-bee529082e25", "address": "fa:16:3e:34:87:02", "network": {"id": "e93ed575-d5ea-490e-aec5-a7506d212d74", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-26838522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce46449cc26a456ab31fb236753c0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645400d1-c9", "ovs_interfaceid": "645400d1-c93b-4274-9bab-bee529082e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.115273] env[69735]: DEBUG nova.compute.manager [req-26eb496d-a81d-4920-8c4c-1cb1a2dd7b91 req-439d586c-09e9-4fed-befa-2026d870d3af service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Received event network-changed-4a05e453-f243-46a1-9ebd-1c81c2843b72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.115652] env[69735]: DEBUG nova.compute.manager [req-26eb496d-a81d-4920-8c4c-1cb1a2dd7b91 req-439d586c-09e9-4fed-befa-2026d870d3af service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Refreshing instance network info cache due to event network-changed-4a05e453-f243-46a1-9ebd-1c81c2843b72. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.116185] env[69735]: DEBUG oslo_concurrency.lockutils [req-26eb496d-a81d-4920-8c4c-1cb1a2dd7b91 req-439d586c-09e9-4fed-befa-2026d870d3af service nova] Acquiring lock "refresh_cache-4fa542f9-65e3-409b-b92c-f027ab8654b1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.116623] env[69735]: DEBUG oslo_concurrency.lockutils [req-26eb496d-a81d-4920-8c4c-1cb1a2dd7b91 req-439d586c-09e9-4fed-befa-2026d870d3af service nova] Acquired lock "refresh_cache-4fa542f9-65e3-409b-b92c-f027ab8654b1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.116885] env[69735]: DEBUG nova.network.neutron [req-26eb496d-a81d-4920-8c4c-1cb1a2dd7b91 req-439d586c-09e9-4fed-befa-2026d870d3af service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Refreshing network info cache for port 4a05e453-f243-46a1-9ebd-1c81c2843b72 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.161183] env[69735]: INFO nova.compute.manager [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Took 43.82 seconds to build instance. [ 872.204548] env[69735]: DEBUG nova.network.neutron [req-37b5d1f9-c0e8-4a00-9739-bf0307986858 req-c28143bd-0ec0-4b2d-8059-a8413a83b64c service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Updated VIF entry in instance network info cache for port 94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.204548] env[69735]: DEBUG nova.network.neutron [req-37b5d1f9-c0e8-4a00-9739-bf0307986858 req-c28143bd-0ec0-4b2d-8059-a8413a83b64c service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Updating instance_info_cache with network_info: [{"id": "94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b", "address": "fa:16:3e:72:63:ba", "network": {"id": "2b83818c-5636-4bbb-92b9-5a260052cddc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1281605951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79a8d1ef13b04003876035a92042fd7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bca9dc-bc", "ovs_interfaceid": "94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.352649] env[69735]: DEBUG nova.network.neutron [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Port 21927fec-c37b-4d90-b30b-df53083cdcee binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 872.453219] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcf050b-0033-4e50-8e22-ada3afda2892 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.462420] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088231} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.463098] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.464186] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f7df0a-d71d-46a1-9d39-7a372e94c256 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.470668] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19265ba9-99c4-4c22-a288-3dbc2bf2de5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.491128] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50/67bbc2f0-bcac-401e-b6b4-4daf1db04b50.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.491814] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14379316-73cb-440c-8abf-44303451af44 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.535166] env[69735]: DEBUG nova.network.neutron [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Successfully updated port: 57785a3f-1387-408b-9a0f-21cb54d03381 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.543837] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578dba23-1a6e-4002-abbf-2f0a930b28ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.550021] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 872.550021] env[69735]: value = "task-3605102" [ 872.550021] env[69735]: _type = "Task" [ 872.550021] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.555922] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605101, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.560129] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44b2b0-d2a4-4616-a973-bdb6c4755cb3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.570693] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Releasing lock "refresh_cache-d670c7fd-fdba-418d-8aad-959821894e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.572224] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.581625] env[69735]: DEBUG nova.compute.provider_tree [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.662877] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2e3b3db1-cb09-4b2e-9deb-1a8165c284d7 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.027s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.706736] env[69735]: DEBUG oslo_concurrency.lockutils [req-37b5d1f9-c0e8-4a00-9739-bf0307986858 req-c28143bd-0ec0-4b2d-8059-a8413a83b64c service nova] Releasing lock "refresh_cache-66a7da51-9efb-40f0-88a6-52b205a15be8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.048631] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "refresh_cache-81b83080-599c-4426-807f-1faa83db2c35" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.048880] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquired lock "refresh_cache-81b83080-599c-4426-807f-1faa83db2c35" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.049079] env[69735]: DEBUG nova.network.neutron [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.050483] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605101, 'name': CreateVM_Task, 'duration_secs': 0.855307} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.050956] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.051874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.052114] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.052599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.052952] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdf0131-90dc-4e7d-bd4a-b66dbdc28bdd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.063404] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 873.063404] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52449518-781e-a46d-f63e-5ed3838fd6b0" [ 873.063404] env[69735]: _type = "Task" [ 873.063404] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.074691] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.085072] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52449518-781e-a46d-f63e-5ed3838fd6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013254} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.090628] env[69735]: DEBUG nova.network.neutron [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.092355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.092714] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.093110] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.093363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.093654] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.094771] env[69735]: DEBUG nova.scheduler.client.report [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.100775] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.102185] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.103298] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2037fb08-b177-468b-9306-ec3344a3751c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.106451] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103bfd80-7e50-4d0d-85f5-c1460b2251b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.112797] env[69735]: DEBUG nova.compute.manager [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.114847] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e58805-0628-41f7-9b09-770f94856520 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.120757] env[69735]: DEBUG oslo_vmware.api [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 873.120757] env[69735]: value = "task-3605103" [ 873.120757] env[69735]: _type = "Task" [ 873.120757] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.122838] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.123134] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.128822] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc89ffa-a6ed-4e7c-8117-f74f58f7a8ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.141384] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 873.141384] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c6db44-f826-2c61-f6c9-a60cc7d99e64" [ 873.141384] env[69735]: _type = "Task" [ 873.141384] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.147735] env[69735]: DEBUG oslo_vmware.api [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605103, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.160086] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c6db44-f826-2c61-f6c9-a60cc7d99e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.166356] env[69735]: DEBUG nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.369722] env[69735]: DEBUG nova.network.neutron [req-26eb496d-a81d-4920-8c4c-1cb1a2dd7b91 req-439d586c-09e9-4fed-befa-2026d870d3af service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Updated VIF entry in instance network info cache for port 4a05e453-f243-46a1-9ebd-1c81c2843b72. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.370086] env[69735]: DEBUG nova.network.neutron [req-26eb496d-a81d-4920-8c4c-1cb1a2dd7b91 req-439d586c-09e9-4fed-befa-2026d870d3af service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Updating instance_info_cache with network_info: [{"id": "4a05e453-f243-46a1-9ebd-1c81c2843b72", "address": "fa:16:3e:e9:c7:b6", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a05e453-f2", "ovs_interfaceid": "4a05e453-f243-46a1-9ebd-1c81c2843b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.379531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.382727] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.382727] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.569553] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605102, 'name': ReconfigVM_Task, 'duration_secs': 0.772157} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.569846] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50/67bbc2f0-bcac-401e-b6b4-4daf1db04b50.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.570620] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4fde83b-3e19-4b39-a091-4fade9bd60d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.577668] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 873.577668] env[69735]: value = "task-3605104" [ 873.577668] env[69735]: _type = "Task" [ 873.577668] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.588901] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605104, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.605506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.606668] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.971s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.606769] env[69735]: DEBUG nova.objects.instance [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lazy-loading 'resources' on Instance uuid 8abeda56-35d3-4446-bc14-4ad781eaf1a0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.613724] env[69735]: DEBUG nova.network.neutron [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.644211] env[69735]: DEBUG oslo_vmware.api [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605103, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.645829] env[69735]: INFO nova.scheduler.client.report [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleted allocations for instance 3a7606e7-37de-411d-a478-d800677c3d13 [ 873.675610] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c6db44-f826-2c61-f6c9-a60cc7d99e64, 'name': SearchDatastore_Task, 'duration_secs': 0.018263} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.681524] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b194bd9-29b9-4d5a-9c7f-b272a44232e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.691161] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 873.691161] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52541c42-518a-2a48-48f9-e90f53a47ecd" [ 873.691161] env[69735]: _type = "Task" [ 873.691161] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.700076] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.707927] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52541c42-518a-2a48-48f9-e90f53a47ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.880491] env[69735]: DEBUG oslo_concurrency.lockutils [req-26eb496d-a81d-4920-8c4c-1cb1a2dd7b91 req-439d586c-09e9-4fed-befa-2026d870d3af service nova] Releasing lock "refresh_cache-4fa542f9-65e3-409b-b92c-f027ab8654b1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.906303] env[69735]: DEBUG nova.network.neutron [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Updating instance_info_cache with network_info: [{"id": "57785a3f-1387-408b-9a0f-21cb54d03381", "address": "fa:16:3e:d3:09:4f", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57785a3f-13", "ovs_interfaceid": "57785a3f-1387-408b-9a0f-21cb54d03381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.087256] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605104, 'name': Rename_Task, 'duration_secs': 0.341042} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.087632] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.087945] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-351efb43-734a-4a75-bccb-a132fe165fb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.096582] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 874.096582] env[69735]: value = "task-3605105" [ 874.096582] env[69735]: _type = "Task" [ 874.096582] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.107834] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.133907] env[69735]: DEBUG oslo_vmware.api [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605103, 'name': PowerOnVM_Task, 'duration_secs': 0.613935} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.134256] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.134524] env[69735]: DEBUG nova.compute.manager [None req-a7d86766-e85d-48b2-9277-449c0565706e tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.137055] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f24cb3-24f7-4a2c-b25e-81d575154f4d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.155923] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93cba64-4ada-4a4f-a649-2cadc430d62f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.165646] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Doing hard reboot of VM {{(pid=69735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 874.165907] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0a9ff2c3-6e37-4959-891a-54531e6b9007 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.168022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-19ec7593-41f9-4fa6-bab4-529ae9b2b302 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "3a7606e7-37de-411d-a478-d800677c3d13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.165s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.178217] env[69735]: DEBUG oslo_vmware.api [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 874.178217] env[69735]: value = "task-3605106" [ 874.178217] env[69735]: _type = "Task" [ 874.178217] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.191387] env[69735]: DEBUG oslo_vmware.api [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605106, 'name': ResetVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.209360] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52541c42-518a-2a48-48f9-e90f53a47ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.022971} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.211821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.212108] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 4fa542f9-65e3-409b-b92c-f027ab8654b1/4fa542f9-65e3-409b-b92c-f027ab8654b1.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.212641] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f4d75e-99bc-443f-bf72-102aa22fe09f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.221575] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 874.221575] env[69735]: value = "task-3605107" [ 874.221575] env[69735]: _type = "Task" [ 874.221575] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.235863] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.411226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Releasing lock "refresh_cache-81b83080-599c-4426-807f-1faa83db2c35" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.411706] env[69735]: DEBUG nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Instance network_info: |[{"id": "57785a3f-1387-408b-9a0f-21cb54d03381", "address": "fa:16:3e:d3:09:4f", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57785a3f-13", "ovs_interfaceid": "57785a3f-1387-408b-9a0f-21cb54d03381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.412112] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:09:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57785a3f-1387-408b-9a0f-21cb54d03381', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.425419] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.428803] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.429373] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbeeaaa9-f902-4bcf-9e9a-cc44a623ca38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.462835] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.462835] env[69735]: value = "task-3605108" [ 874.462835] env[69735]: _type = "Task" [ 874.462835] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.467753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.467753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.467753] env[69735]: DEBUG nova.network.neutron [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.480222] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605108, 'name': CreateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.609397] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.692961] env[69735]: DEBUG oslo_vmware.api [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605106, 'name': ResetVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.735883] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605107, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.775864] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0292de-8b82-4e85-8a0a-0804deeef5d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.785534] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85303d61-0f65-4a17-8778-2757abc94de8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.820971] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9411b2-3d70-425e-b005-6e5a36378e84 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.829191] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc2b146-e6da-483c-8475-38635766b527 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.849210] env[69735]: DEBUG nova.compute.provider_tree [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.853103] env[69735]: DEBUG nova.compute.manager [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Received event network-vif-plugged-57785a3f-1387-408b-9a0f-21cb54d03381 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.853394] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Acquiring lock "81b83080-599c-4426-807f-1faa83db2c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.853615] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Lock "81b83080-599c-4426-807f-1faa83db2c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.853780] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Lock "81b83080-599c-4426-807f-1faa83db2c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.853946] env[69735]: DEBUG nova.compute.manager [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] No waiting events found dispatching network-vif-plugged-57785a3f-1387-408b-9a0f-21cb54d03381 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.854140] env[69735]: WARNING nova.compute.manager [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Received unexpected event network-vif-plugged-57785a3f-1387-408b-9a0f-21cb54d03381 for instance with vm_state building and task_state spawning. [ 874.854306] env[69735]: DEBUG nova.compute.manager [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Received event network-changed-57785a3f-1387-408b-9a0f-21cb54d03381 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.854461] env[69735]: DEBUG nova.compute.manager [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Refreshing instance network info cache due to event network-changed-57785a3f-1387-408b-9a0f-21cb54d03381. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.854649] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Acquiring lock "refresh_cache-81b83080-599c-4426-807f-1faa83db2c35" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.854828] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Acquired lock "refresh_cache-81b83080-599c-4426-807f-1faa83db2c35" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.854943] env[69735]: DEBUG nova.network.neutron [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Refreshing network info cache for port 57785a3f-1387-408b-9a0f-21cb54d03381 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.972175] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605108, 'name': CreateVM_Task, 'duration_secs': 0.459286} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.972387] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.973113] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.973285] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.973603] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.973860] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a32374-8b4c-48b3-a8c6-419b61b22586 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.980934] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 874.980934] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52859547-cfcd-7eff-b383-94bbd20fe41f" [ 874.980934] env[69735]: _type = "Task" [ 874.980934] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.989616] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52859547-cfcd-7eff-b383-94bbd20fe41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.111869] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605105, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.190244] env[69735]: DEBUG oslo_vmware.api [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605106, 'name': ResetVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.235960] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605107, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.358392] env[69735]: DEBUG nova.scheduler.client.report [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.493235] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52859547-cfcd-7eff-b383-94bbd20fe41f, 'name': SearchDatastore_Task, 'duration_secs': 0.034329} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.493593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.493842] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.494141] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.494307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.494496] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.494769] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee047cf9-3f53-41be-8042-392f407021b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.510177] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.510390] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.511198] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d80836-1496-4eca-8615-811ad41015da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.518609] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 875.518609] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5294afea-ec52-6a35-cd95-2fcba7d722e0" [ 875.518609] env[69735]: _type = "Task" [ 875.518609] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.531211] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5294afea-ec52-6a35-cd95-2fcba7d722e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.531211] env[69735]: DEBUG nova.network.neutron [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance_info_cache with network_info: [{"id": "21927fec-c37b-4d90-b30b-df53083cdcee", "address": "fa:16:3e:36:75:0a", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21927fec-c3", "ovs_interfaceid": "21927fec-c37b-4d90-b30b-df53083cdcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.609806] env[69735]: DEBUG oslo_vmware.api [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605105, 'name': PowerOnVM_Task, 'duration_secs': 1.350018} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.612580] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.612709] env[69735]: DEBUG nova.compute.manager [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.613756] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38922361-35b0-4ded-85f9-9eb9f402b197 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.698733] env[69735]: DEBUG oslo_vmware.api [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605106, 'name': ResetVM_Task, 'duration_secs': 1.210043} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.699106] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Did hard reboot of VM {{(pid=69735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 875.699233] env[69735]: DEBUG nova.compute.manager [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.700058] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecada19d-eee4-4ec5-8225-b43f08d940b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.736646] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605107, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.818240] env[69735]: DEBUG nova.network.neutron [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Updated VIF entry in instance network info cache for port 57785a3f-1387-408b-9a0f-21cb54d03381. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.818616] env[69735]: DEBUG nova.network.neutron [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Updating instance_info_cache with network_info: [{"id": "57785a3f-1387-408b-9a0f-21cb54d03381", "address": "fa:16:3e:d3:09:4f", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57785a3f-13", "ovs_interfaceid": "57785a3f-1387-408b-9a0f-21cb54d03381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.865247] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.867627] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.866s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.869566] env[69735]: INFO nova.compute.claims [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.898479] env[69735]: INFO nova.scheduler.client.report [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Deleted allocations for instance 8abeda56-35d3-4446-bc14-4ad781eaf1a0 [ 876.029786] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5294afea-ec52-6a35-cd95-2fcba7d722e0, 'name': SearchDatastore_Task, 'duration_secs': 0.02013} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.030643] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7fa92b-57f9-4887-8a46-adf0d70dbb94 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.033591] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.042044] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 876.042044] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b89349-2a42-0813-2139-356ac353cc81" [ 876.042044] env[69735]: _type = "Task" [ 876.042044] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.051983] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b89349-2a42-0813-2139-356ac353cc81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.135831] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.230811] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f9069e73-1af7-40b6-bf65-2f70ceaa153d tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.044s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.240695] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605107, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.657778} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.240830] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 4fa542f9-65e3-409b-b92c-f027ab8654b1/4fa542f9-65e3-409b-b92c-f027ab8654b1.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.241181] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.241489] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45c1f640-c06d-4064-a783-b1d74e55d56b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.250531] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 876.250531] env[69735]: value = "task-3605109" [ 876.250531] env[69735]: _type = "Task" [ 876.250531] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.265170] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.321799] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Releasing lock "refresh_cache-81b83080-599c-4426-807f-1faa83db2c35" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.322158] env[69735]: DEBUG nova.compute.manager [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Received event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.322348] env[69735]: DEBUG nova.compute.manager [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing instance network info cache due to event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.322594] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Acquiring lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.322740] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Acquired lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.322916] env[69735]: DEBUG nova.network.neutron [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.411490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8858bd8b-5216-4c54-b605-e9432c1f9bf2 tempest-ServersAdminNegativeTestJSON-1903866848 tempest-ServersAdminNegativeTestJSON-1903866848-project-member] Lock "8abeda56-35d3-4446-bc14-4ad781eaf1a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.930s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.556697] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b89349-2a42-0813-2139-356ac353cc81, 'name': SearchDatastore_Task, 'duration_secs': 0.016453} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.557470] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.557735] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 81b83080-599c-4426-807f-1faa83db2c35/81b83080-599c-4426-807f-1faa83db2c35.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.558504] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4c1f21-2301-4493-a996-81980ef6ee5e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.561126] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-220aabfb-6c46-4423-a21b-fc0207078e63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.583536] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83367e1b-567c-4539-8fb8-4ff2270f3605 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.586603] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 876.586603] env[69735]: value = "task-3605110" [ 876.586603] env[69735]: _type = "Task" [ 876.586603] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.593034] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance '04800cfa-2e24-43bc-9198-0a0f41151dc0' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.603844] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.761694] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074302} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.762620] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.762812] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02216072-6044-4c69-94dc-0387ec5baf10 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.788194] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 4fa542f9-65e3-409b-b92c-f027ab8654b1/4fa542f9-65e3-409b-b92c-f027ab8654b1.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.788529] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a32dd726-6215-4a60-beb2-0bd40087c798 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.810447] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 876.810447] env[69735]: value = "task-3605111" [ 876.810447] env[69735]: _type = "Task" [ 876.810447] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.820349] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.101565] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1e3e7-f7b8-44a4-8f44-a0778134ffd6 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance '04800cfa-2e24-43bc-9198-0a0f41151dc0' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.123062] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.222830] env[69735]: DEBUG nova.network.neutron [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updated VIF entry in instance network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.223302] env[69735]: DEBUG nova.network.neutron [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updating instance_info_cache with network_info: [{"id": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "address": "fa:16:3e:a6:bd:e1", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fd10ef-e5", "ovs_interfaceid": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.325110] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605111, 'name': ReconfigVM_Task, 'duration_secs': 0.505258} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.328274] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 4fa542f9-65e3-409b-b92c-f027ab8654b1/4fa542f9-65e3-409b-b92c-f027ab8654b1.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.329125] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a53c91ea-f993-49c4-af39-8eb7508d5081 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.337430] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 877.337430] env[69735]: value = "task-3605112" [ 877.337430] env[69735]: _type = "Task" [ 877.337430] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.352292] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605112, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.513613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.513876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.514158] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.514393] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.514637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.519942] env[69735]: INFO nova.compute.manager [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Terminating instance [ 877.577965] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12c6ae-0e6e-4280-a613-0a688d8fb62e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.586480] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f97dc7-76ee-4ed3-aee7-c9234bdf5fb6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.599186] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678007} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.623756] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 81b83080-599c-4426-807f-1faa83db2c35/81b83080-599c-4426-807f-1faa83db2c35.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.624051] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.628110] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deb1ef43-3a1d-4b17-ba2b-a324f6b73825 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.630668] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b987dce-0440-45f3-8749-e3d445dd3e74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.640528] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45ec05d-af73-48e1-ba01-d36dbb2334f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.645239] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 877.645239] env[69735]: value = "task-3605113" [ 877.645239] env[69735]: _type = "Task" [ 877.645239] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.657559] env[69735]: DEBUG nova.compute.provider_tree [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.665860] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.702307] env[69735]: DEBUG nova.compute.manager [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Received event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.702541] env[69735]: DEBUG nova.compute.manager [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing instance network info cache due to event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.702743] env[69735]: DEBUG oslo_concurrency.lockutils [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] Acquiring lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.727362] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed14ff8e-23f6-4e5c-a760-1662211293e3 req-afc62196-fcaf-48f0-85aa-e86956b494fa service nova] Releasing lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.727795] env[69735]: DEBUG oslo_concurrency.lockutils [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] Acquired lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.728068] env[69735]: DEBUG nova.network.neutron [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.849965] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605112, 'name': Rename_Task, 'duration_secs': 0.21318} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.850507] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.850758] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645c0ee0-68ce-4e85-a9ab-2ec1f9eaefdd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.859166] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 877.859166] env[69735]: value = "task-3605114" [ 877.859166] env[69735]: _type = "Task" [ 877.859166] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.876637] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.025118] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "refresh_cache-67bbc2f0-bcac-401e-b6b4-4daf1db04b50" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.025434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquired lock "refresh_cache-67bbc2f0-bcac-401e-b6b4-4daf1db04b50" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.025715] env[69735]: DEBUG nova.network.neutron [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.157958] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.184356] env[69735]: ERROR nova.scheduler.client.report [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [req-e3369325-271b-4e58-90d9-8fa86be1f7c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e3369325-271b-4e58-90d9-8fa86be1f7c9"}]} [ 878.204829] env[69735]: DEBUG nova.scheduler.client.report [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 878.223540] env[69735]: DEBUG nova.scheduler.client.report [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 878.223667] env[69735]: DEBUG nova.compute.provider_tree [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.238638] env[69735]: DEBUG nova.scheduler.client.report [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 878.262700] env[69735]: DEBUG nova.scheduler.client.report [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 878.370380] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.583396] env[69735]: DEBUG nova.network.neutron [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.665494] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.001134} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.665904] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.666774] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ffecb-4420-46cd-a43f-433f4a5ac874 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.694338] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 81b83080-599c-4426-807f-1faa83db2c35/81b83080-599c-4426-807f-1faa83db2c35.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.699429] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f4c3ff-e9ea-415d-a23f-4e9002f6a802 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.723412] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 878.723412] env[69735]: value = "task-3605115" [ 878.723412] env[69735]: _type = "Task" [ 878.723412] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.735930] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.815588] env[69735]: DEBUG nova.network.neutron [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.824324] env[69735]: DEBUG nova.network.neutron [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updated VIF entry in instance network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.824666] env[69735]: DEBUG nova.network.neutron [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updating instance_info_cache with network_info: [{"id": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "address": "fa:16:3e:a6:bd:e1", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fd10ef-e5", "ovs_interfaceid": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.869976] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.884145] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ac92ca-fe95-4ca0-9d21-9cf834ef2c04 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.893823] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e253000f-39f5-4b84-8d57-b7c5d92fee26 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.932753] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c855d7-5da5-4915-9b83-d7ca0b10019a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.941927] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75b350a-1dcf-4071-bbc8-4665768aae87 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.956547] env[69735]: DEBUG nova.compute.provider_tree [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.241288] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605115, 'name': ReconfigVM_Task, 'duration_secs': 0.505388} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.241849] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 81b83080-599c-4426-807f-1faa83db2c35/81b83080-599c-4426-807f-1faa83db2c35.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.242646] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29991065-8d5a-43fc-adfd-a16631fb940f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.251972] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 879.251972] env[69735]: value = "task-3605116" [ 879.251972] env[69735]: _type = "Task" [ 879.251972] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.266250] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605116, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.318569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Releasing lock "refresh_cache-67bbc2f0-bcac-401e-b6b4-4daf1db04b50" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.321468] env[69735]: DEBUG nova.compute.manager [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.321468] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.322609] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a3529a-8f33-47a9-95db-ded73aa7e574 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.326631] env[69735]: DEBUG oslo_concurrency.lockutils [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] Releasing lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.326925] env[69735]: DEBUG nova.compute.manager [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Received event network-changed-151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.327144] env[69735]: DEBUG nova.compute.manager [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Refreshing instance network info cache due to event network-changed-151ef66b-13b3-4755-a7cd-353b82e62383. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.327398] env[69735]: DEBUG oslo_concurrency.lockutils [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] Acquiring lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.327576] env[69735]: DEBUG oslo_concurrency.lockutils [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] Acquired lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.327771] env[69735]: DEBUG nova.network.neutron [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Refreshing network info cache for port 151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.331450] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.335024] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95fa1e39-fc68-4bb2-942f-9d30b4d37bc8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.340091] env[69735]: DEBUG oslo_vmware.api [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 879.340091] env[69735]: value = "task-3605117" [ 879.340091] env[69735]: _type = "Task" [ 879.340091] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.358865] env[69735]: DEBUG oslo_vmware.api [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.371174] env[69735]: DEBUG oslo_vmware.api [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605114, 'name': PowerOnVM_Task, 'duration_secs': 1.332566} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.371628] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.371940] env[69735]: INFO nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Took 11.77 seconds to spawn the instance on the hypervisor. [ 879.372256] env[69735]: DEBUG nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.373383] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1122569-6c6a-4060-952c-4ad9a46460d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.510594] env[69735]: DEBUG nova.scheduler.client.report [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 879.510594] env[69735]: DEBUG nova.compute.provider_tree [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 76 to 77 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 879.510594] env[69735]: DEBUG nova.compute.provider_tree [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.765256] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605116, 'name': Rename_Task, 'duration_secs': 0.238348} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.765509] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.765794] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92dcb584-69c7-4274-9f00-e22223bf88a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.774039] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 879.774039] env[69735]: value = "task-3605118" [ 879.774039] env[69735]: _type = "Task" [ 879.774039] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.785665] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.851507] env[69735]: DEBUG oslo_vmware.api [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605117, 'name': PowerOffVM_Task, 'duration_secs': 0.314074} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.851791] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.851956] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.852246] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82eb6dc0-2c94-416b-9184-5b3db788e970 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.897028] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.897028] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.897028] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Deleting the datastore file [datastore1] 67bbc2f0-bcac-401e-b6b4-4daf1db04b50 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.898172] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b472dc8-a620-42ed-b9be-b4ee6d8f8201 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.901103] env[69735]: INFO nova.compute.manager [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Took 48.81 seconds to build instance. [ 879.909784] env[69735]: DEBUG oslo_vmware.api [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for the task: (returnval){ [ 879.909784] env[69735]: value = "task-3605120" [ 879.909784] env[69735]: _type = "Task" [ 879.909784] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.920553] env[69735]: DEBUG oslo_vmware.api [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.017811] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.148s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.017811] env[69735]: DEBUG nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.019342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.878s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.019726] env[69735]: DEBUG nova.objects.instance [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 880.237103] env[69735]: DEBUG nova.network.neutron [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updated VIF entry in instance network info cache for port 151ef66b-13b3-4755-a7cd-353b82e62383. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.237610] env[69735]: DEBUG nova.network.neutron [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updating instance_info_cache with network_info: [{"id": "151ef66b-13b3-4755-a7cd-353b82e62383", "address": "fa:16:3e:b0:47:04", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151ef66b-13", "ovs_interfaceid": "151ef66b-13b3-4755-a7cd-353b82e62383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.288790] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.363175] env[69735]: DEBUG nova.compute.manager [req-f141e70e-4ef1-46ea-bc3a-b34c7434ef69 req-6ead38be-f408-4e14-89e3-9d3101dc34df service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Received event network-changed-151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.363175] env[69735]: DEBUG nova.compute.manager [req-f141e70e-4ef1-46ea-bc3a-b34c7434ef69 req-6ead38be-f408-4e14-89e3-9d3101dc34df service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Refreshing instance network info cache due to event network-changed-151ef66b-13b3-4755-a7cd-353b82e62383. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.363175] env[69735]: DEBUG oslo_concurrency.lockutils [req-f141e70e-4ef1-46ea-bc3a-b34c7434ef69 req-6ead38be-f408-4e14-89e3-9d3101dc34df service nova] Acquiring lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.381610] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.381974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "187cd818-d85b-421b-8b69-9b20e04e146b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.405552] env[69735]: DEBUG oslo_concurrency.lockutils [None req-84ffcb17-95c4-476b-9c87-45c5e217527a tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "4fa542f9-65e3-409b-b92c-f027ab8654b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.434s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.421120] env[69735]: DEBUG oslo_vmware.api [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Task: {'id': task-3605120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192019} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.421407] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.421594] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.421771] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.421940] env[69735]: INFO nova.compute.manager [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Took 1.10 seconds to destroy the instance on the hypervisor. [ 880.422271] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.422534] env[69735]: DEBUG nova.compute.manager [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.422627] env[69735]: DEBUG nova.network.neutron [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.448598] env[69735]: DEBUG nova.network.neutron [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.494586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.494586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.494586] env[69735]: DEBUG nova.compute.manager [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Going to confirm migration 2 {{(pid=69735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 880.527018] env[69735]: DEBUG nova.compute.utils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.528987] env[69735]: DEBUG nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.529331] env[69735]: DEBUG nova.network.neutron [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.602103] env[69735]: DEBUG nova.policy [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8fad779cc8440b5bb6f6f389ab67e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68fc67bd622f4d7295bbbb69abc04b0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.743011] env[69735]: DEBUG oslo_concurrency.lockutils [req-4da6fc4d-e81e-461d-a0c2-480d5c7b6cb5 req-3d371c07-efd9-40a4-a6ff-2bfb8980c137 service nova] Releasing lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.743011] env[69735]: DEBUG oslo_concurrency.lockutils [req-f141e70e-4ef1-46ea-bc3a-b34c7434ef69 req-6ead38be-f408-4e14-89e3-9d3101dc34df service nova] Acquired lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.743011] env[69735]: DEBUG nova.network.neutron [req-f141e70e-4ef1-46ea-bc3a-b34c7434ef69 req-6ead38be-f408-4e14-89e3-9d3101dc34df service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Refreshing network info cache for port 151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.783292] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "6ae1e213-9754-452a-ba79-04910f983b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.783876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.784250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.784731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.787019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.790645] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605118, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.791300] env[69735]: INFO nova.compute.manager [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Terminating instance [ 880.911573] env[69735]: DEBUG nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.953747] env[69735]: DEBUG nova.network.neutron [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.036023] env[69735]: DEBUG nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.036279] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04a17488-e9e9-4c7e-9eb6-91ec94e82a87 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.037430] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.801s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.037706] env[69735]: DEBUG nova.objects.instance [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.088157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.088157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.088157] env[69735]: DEBUG nova.network.neutron [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.088157] env[69735]: DEBUG nova.objects.instance [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'info_cache' on Instance uuid 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.289779] env[69735]: DEBUG oslo_vmware.api [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605118, 'name': PowerOnVM_Task, 'duration_secs': 1.04794} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.290265] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.290599] env[69735]: INFO nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Took 10.31 seconds to spawn the instance on the hypervisor. [ 881.290871] env[69735]: DEBUG nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.292464] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41106518-ab0f-4e7f-a15d-ce2de27cecab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.297154] env[69735]: DEBUG nova.compute.manager [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.297154] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.297333] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499aa0ab-b74e-4957-84eb-e49ee6842214 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.305472] env[69735]: DEBUG nova.network.neutron [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Successfully created port: 6306bb6a-fe05-4465-95fd-7f15881b29e0 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.316681] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.317346] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f25c1b45-498c-40cd-8154-2e8a23aa1b19 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.328020] env[69735]: DEBUG oslo_vmware.api [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 881.328020] env[69735]: value = "task-3605121" [ 881.328020] env[69735]: _type = "Task" [ 881.328020] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.338364] env[69735]: DEBUG oslo_vmware.api [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.434946] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.456061] env[69735]: INFO nova.compute.manager [-] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Took 1.03 seconds to deallocate network for instance. [ 881.830798] env[69735]: INFO nova.compute.manager [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Took 49.58 seconds to build instance. [ 881.837922] env[69735]: DEBUG oslo_vmware.api [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605121, 'name': PowerOffVM_Task, 'duration_secs': 0.376305} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.838296] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.838379] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.839474] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8625e876-23fc-4305-8cfe-8289084765e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.923224] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.923520] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.923582] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Deleting the datastore file [datastore2] 6ae1e213-9754-452a-ba79-04910f983b7f {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.923866] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1025333a-2904-4520-bdb9-c2370a071eba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.932688] env[69735]: DEBUG oslo_vmware.api [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 881.932688] env[69735]: value = "task-3605123" [ 881.932688] env[69735]: _type = "Task" [ 881.932688] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.942625] env[69735]: DEBUG oslo_vmware.api [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.962437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.048581] env[69735]: DEBUG nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.051401] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ffab6a8-7c7b-40f0-884f-05745326a45f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.052647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.694s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.052868] env[69735]: DEBUG nova.objects.instance [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lazy-loading 'resources' on Instance uuid 68f200f0-923a-40b8-97f6-81ee88818e71 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.084372] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.084631] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.084786] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.084963] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.085122] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.085271] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.085541] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.085711] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.085883] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.086059] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.086239] env[69735]: DEBUG nova.virt.hardware [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.087392] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ea868b-703d-423f-87f7-b278498b34bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.096219] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d98ac-ebc0-453a-a676-403ff23e143e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.194508] env[69735]: DEBUG nova.network.neutron [req-f141e70e-4ef1-46ea-bc3a-b34c7434ef69 req-6ead38be-f408-4e14-89e3-9d3101dc34df service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updated VIF entry in instance network info cache for port 151ef66b-13b3-4755-a7cd-353b82e62383. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.194845] env[69735]: DEBUG nova.network.neutron [req-f141e70e-4ef1-46ea-bc3a-b34c7434ef69 req-6ead38be-f408-4e14-89e3-9d3101dc34df service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updating instance_info_cache with network_info: [{"id": "151ef66b-13b3-4755-a7cd-353b82e62383", "address": "fa:16:3e:b0:47:04", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151ef66b-13", "ovs_interfaceid": "151ef66b-13b3-4755-a7cd-353b82e62383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.334637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bd166f7b-c4c2-4891-ae01-d14839767828 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "81b83080-599c-4426-807f-1faa83db2c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.838s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.444548] env[69735]: DEBUG oslo_vmware.api [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138053} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.444760] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.444939] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.445308] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.445509] env[69735]: INFO nova.compute.manager [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 882.445749] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.445939] env[69735]: DEBUG nova.compute.manager [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.446042] env[69735]: DEBUG nova.network.neutron [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.698168] env[69735]: DEBUG oslo_concurrency.lockutils [req-f141e70e-4ef1-46ea-bc3a-b34c7434ef69 req-6ead38be-f408-4e14-89e3-9d3101dc34df service nova] Releasing lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.764968] env[69735]: DEBUG nova.network.neutron [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance_info_cache with network_info: [{"id": "21927fec-c37b-4d90-b30b-df53083cdcee", "address": "fa:16:3e:36:75:0a", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21927fec-c3", "ovs_interfaceid": "21927fec-c37b-4d90-b30b-df53083cdcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.837807] env[69735]: DEBUG nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.139665] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e462c62a-5dae-491b-a881-02ed5eaf2794 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.149182] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28bff89-dd6f-4561-bdfb-528eb2632e56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.182745] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4451ab-6c26-4548-8a68-997d2f73aa52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.191407] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70adfb50-b403-4d42-b8ed-923f9ec3b00e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.206268] env[69735]: DEBUG nova.compute.provider_tree [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.267767] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.268070] env[69735]: DEBUG nova.objects.instance [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'migration_context' on Instance uuid 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.366725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.479279] env[69735]: DEBUG nova.network.neutron [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.601665] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "f537c6eb-c28a-4b35-86f6-a2af8806475c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.601985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "f537c6eb-c28a-4b35-86f6-a2af8806475c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.683179] env[69735]: DEBUG nova.compute.manager [req-7e473ed7-b67f-4c79-8dff-9cbd1bf7f104 req-1fac56bc-8003-4514-a1df-01c1790a2118 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Received event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.683179] env[69735]: DEBUG nova.compute.manager [req-7e473ed7-b67f-4c79-8dff-9cbd1bf7f104 req-1fac56bc-8003-4514-a1df-01c1790a2118 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing instance network info cache due to event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.683179] env[69735]: DEBUG oslo_concurrency.lockutils [req-7e473ed7-b67f-4c79-8dff-9cbd1bf7f104 req-1fac56bc-8003-4514-a1df-01c1790a2118 service nova] Acquiring lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.683179] env[69735]: DEBUG oslo_concurrency.lockutils [req-7e473ed7-b67f-4c79-8dff-9cbd1bf7f104 req-1fac56bc-8003-4514-a1df-01c1790a2118 service nova] Acquired lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.683179] env[69735]: DEBUG nova.network.neutron [req-7e473ed7-b67f-4c79-8dff-9cbd1bf7f104 req-1fac56bc-8003-4514-a1df-01c1790a2118 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.729018] env[69735]: ERROR nova.scheduler.client.report [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [req-328fddff-8ebc-4103-aa1e-9e4e6dbcee39] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-328fddff-8ebc-4103-aa1e-9e4e6dbcee39"}]} [ 883.752303] env[69735]: DEBUG nova.scheduler.client.report [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 883.766135] env[69735]: DEBUG nova.scheduler.client.report [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 883.766135] env[69735]: DEBUG nova.compute.provider_tree [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.774918] env[69735]: DEBUG nova.objects.base [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Object Instance<04800cfa-2e24-43bc-9198-0a0f41151dc0> lazy-loaded attributes: info_cache,migration_context {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 883.774918] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c903bcc3-b336-4d0b-a15e-615b58f0832c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.802099] env[69735]: DEBUG nova.scheduler.client.report [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 883.804132] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958df392-0457-4938-8b91-f43f31a81e00 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.814019] env[69735]: DEBUG oslo_vmware.api [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 883.814019] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52174732-fc57-eb21-241c-ef3ad8067524" [ 883.814019] env[69735]: _type = "Task" [ 883.814019] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.822776] env[69735]: DEBUG oslo_vmware.api [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52174732-fc57-eb21-241c-ef3ad8067524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.828493] env[69735]: DEBUG nova.scheduler.client.report [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 883.925406] env[69735]: DEBUG nova.network.neutron [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Successfully updated port: 6306bb6a-fe05-4465-95fd-7f15881b29e0 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.983944] env[69735]: INFO nova.compute.manager [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Took 1.54 seconds to deallocate network for instance. [ 884.328555] env[69735]: DEBUG oslo_vmware.api [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52174732-fc57-eb21-241c-ef3ad8067524, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.329881] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.420890] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b25983-90e2-4dd0-9d50-0edf3b611edc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.431622] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquiring lock "refresh_cache-e89f8758-2853-47a5-9158-3c0d3e88b121" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.431791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquired lock "refresh_cache-e89f8758-2853-47a5-9158-3c0d3e88b121" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.431978] env[69735]: DEBUG nova.network.neutron [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.433888] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f26214-39a7-4ef3-bf85-9a86e5913cb6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.472671] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e18fa6-b9b1-4d72-afa9-b5aa0d7c1095 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.475730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "56a75596-cd81-41e4-b526-dd378c737a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.475972] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "56a75596-cd81-41e4-b526-dd378c737a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.476259] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "56a75596-cd81-41e4-b526-dd378c737a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.476488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "56a75596-cd81-41e4-b526-dd378c737a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.476680] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "56a75596-cd81-41e4-b526-dd378c737a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.478925] env[69735]: INFO nova.compute.manager [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Terminating instance [ 884.485030] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a00a1-b217-41f0-83cb-35df40202853 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.500616] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.501335] env[69735]: DEBUG nova.compute.provider_tree [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.656347] env[69735]: DEBUG nova.network.neutron [req-7e473ed7-b67f-4c79-8dff-9cbd1bf7f104 req-1fac56bc-8003-4514-a1df-01c1790a2118 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updated VIF entry in instance network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.656720] env[69735]: DEBUG nova.network.neutron [req-7e473ed7-b67f-4c79-8dff-9cbd1bf7f104 req-1fac56bc-8003-4514-a1df-01c1790a2118 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updating instance_info_cache with network_info: [{"id": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "address": "fa:16:3e:a6:bd:e1", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fd10ef-e5", "ovs_interfaceid": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.977860] env[69735]: DEBUG nova.network.neutron [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.984680] env[69735]: DEBUG nova.compute.manager [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.984890] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.985804] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24ad276-50ac-45fa-bc2b-f95e29b9c500 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.994368] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.994642] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd9a985-e58d-4131-b910-3f8c2cf944c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.006194] env[69735]: DEBUG oslo_vmware.api [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 885.006194] env[69735]: value = "task-3605124" [ 885.006194] env[69735]: _type = "Task" [ 885.006194] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.017827] env[69735]: DEBUG oslo_vmware.api [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3605124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.044972] env[69735]: DEBUG nova.scheduler.client.report [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 885.045255] env[69735]: DEBUG nova.compute.provider_tree [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 79 to 80 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 885.045435] env[69735]: DEBUG nova.compute.provider_tree [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.159283] env[69735]: DEBUG oslo_concurrency.lockutils [req-7e473ed7-b67f-4c79-8dff-9cbd1bf7f104 req-1fac56bc-8003-4514-a1df-01c1790a2118 service nova] Releasing lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.188573] env[69735]: DEBUG nova.network.neutron [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Updating instance_info_cache with network_info: [{"id": "6306bb6a-fe05-4465-95fd-7f15881b29e0", "address": "fa:16:3e:1f:5e:1b", "network": {"id": "c49e18ab-bfb7-4501-ae48-80a69a4b6bea", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1630518165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68fc67bd622f4d7295bbbb69abc04b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6306bb6a-fe", "ovs_interfaceid": "6306bb6a-fe05-4465-95fd-7f15881b29e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.308735] env[69735]: DEBUG nova.compute.manager [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.309837] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac568e55-7a11-4b9e-a05a-70e915f6aef3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.519088] env[69735]: DEBUG oslo_vmware.api [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3605124, 'name': PowerOffVM_Task, 'duration_secs': 0.18882} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.519383] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.519383] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.519619] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32632da5-bae2-4632-8a91-889e02f81544 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.551485] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.499s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.553994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.745s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.554266] env[69735]: DEBUG nova.objects.instance [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'resources' on Instance uuid 0c8ded47-c27f-4f0a-ac26-12d385127ec2 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.573708] env[69735]: INFO nova.scheduler.client.report [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleted allocations for instance 68f200f0-923a-40b8-97f6-81ee88818e71 [ 885.692351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Releasing lock "refresh_cache-e89f8758-2853-47a5-9158-3c0d3e88b121" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.692733] env[69735]: DEBUG nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Instance network_info: |[{"id": "6306bb6a-fe05-4465-95fd-7f15881b29e0", "address": "fa:16:3e:1f:5e:1b", "network": {"id": "c49e18ab-bfb7-4501-ae48-80a69a4b6bea", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1630518165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68fc67bd622f4d7295bbbb69abc04b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6306bb6a-fe", "ovs_interfaceid": "6306bb6a-fe05-4465-95fd-7f15881b29e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.693331] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:5e:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6306bb6a-fe05-4465-95fd-7f15881b29e0', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.700895] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Creating folder: Project (68fc67bd622f4d7295bbbb69abc04b0f). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.701205] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6973c9a-48e0-4661-8d8c-af314274f682 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.714078] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Created folder: Project (68fc67bd622f4d7295bbbb69abc04b0f) in parent group-v719064. [ 885.714289] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Creating folder: Instances. Parent ref: group-v719209. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.714539] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4edf840c-25d7-407f-bf51-423ee5769c0b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.728252] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Created folder: Instances in parent group-v719209. [ 885.728599] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.728807] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.729035] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db1fbad9-2594-45a1-874c-6bd4cf8f3031 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.749464] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.749464] env[69735]: value = "task-3605128" [ 885.749464] env[69735]: _type = "Task" [ 885.749464] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.761077] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605128, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.796247] env[69735]: DEBUG nova.compute.manager [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Received event network-vif-deleted-151ef66b-13b3-4755-a7cd-353b82e62383 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.796468] env[69735]: DEBUG nova.compute.manager [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Received event network-vif-plugged-6306bb6a-fe05-4465-95fd-7f15881b29e0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.796660] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Acquiring lock "e89f8758-2853-47a5-9158-3c0d3e88b121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.796951] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Lock "e89f8758-2853-47a5-9158-3c0d3e88b121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.797150] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Lock "e89f8758-2853-47a5-9158-3c0d3e88b121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.797319] env[69735]: DEBUG nova.compute.manager [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] No waiting events found dispatching network-vif-plugged-6306bb6a-fe05-4465-95fd-7f15881b29e0 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.797486] env[69735]: WARNING nova.compute.manager [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Received unexpected event network-vif-plugged-6306bb6a-fe05-4465-95fd-7f15881b29e0 for instance with vm_state building and task_state spawning. [ 885.797651] env[69735]: DEBUG nova.compute.manager [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Received event network-changed-6306bb6a-fe05-4465-95fd-7f15881b29e0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.797802] env[69735]: DEBUG nova.compute.manager [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Refreshing instance network info cache due to event network-changed-6306bb6a-fe05-4465-95fd-7f15881b29e0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.797989] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Acquiring lock "refresh_cache-e89f8758-2853-47a5-9158-3c0d3e88b121" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.798142] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Acquired lock "refresh_cache-e89f8758-2853-47a5-9158-3c0d3e88b121" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.798297] env[69735]: DEBUG nova.network.neutron [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Refreshing network info cache for port 6306bb6a-fe05-4465-95fd-7f15881b29e0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.822441] env[69735]: INFO nova.compute.manager [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] instance snapshotting [ 885.825664] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da285fa7-8a14-4c3b-871a-27144e9cb264 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.846654] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bb3fe6-3ccf-43e8-9ce1-264393ae4349 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.982984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "6ae1e213-9754-452a-ba79-04910f983b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.083642] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c4b8af9-a1cc-4021-af32-185f84509002 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "68f200f0-923a-40b8-97f6-81ee88818e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.472s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.139487] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "0baee1f7-d302-478a-a737-d2204fdbf87d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.139752] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "0baee1f7-d302-478a-a737-d2204fdbf87d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.139958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "0baee1f7-d302-478a-a737-d2204fdbf87d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.140433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "0baee1f7-d302-478a-a737-d2204fdbf87d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.140433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "0baee1f7-d302-478a-a737-d2204fdbf87d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.142519] env[69735]: INFO nova.compute.manager [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Terminating instance [ 886.232036] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.232036] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.232036] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleting the datastore file [datastore1] 56a75596-cd81-41e4-b526-dd378c737a8d {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.232289] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c369c2-337b-46c2-b8fa-b8d681e05f1b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.241644] env[69735]: DEBUG oslo_vmware.api [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for the task: (returnval){ [ 886.241644] env[69735]: value = "task-3605129" [ 886.241644] env[69735]: _type = "Task" [ 886.241644] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.256733] env[69735]: DEBUG oslo_vmware.api [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3605129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.265554] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605128, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.359933] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.361253] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bfc69022-2eeb-4ce4-a057-d09ab1eaf2b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.370133] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 886.370133] env[69735]: value = "task-3605130" [ 886.370133] env[69735]: _type = "Task" [ 886.370133] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.391296] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.651044] env[69735]: DEBUG nova.compute.manager [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.651339] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.652270] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f164496-f5fb-48f4-a566-dd62ebf8641c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.662026] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.664526] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b640c9-e89f-4389-a2b7-d78f6da53402 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.671765] env[69735]: DEBUG oslo_vmware.api [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 886.671765] env[69735]: value = "task-3605131" [ 886.671765] env[69735]: _type = "Task" [ 886.671765] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.685720] env[69735]: DEBUG oslo_vmware.api [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.688690] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579ebf3c-013d-4e8c-a5e6-70a9852468d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.698101] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8145fbba-b55f-4003-9d53-cfa1ff6bda9b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.736909] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0735766-cadc-49ab-a840-f5304e5ee38b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.749522] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36975f78-7250-4ef5-9106-a20354369c74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.762736] env[69735]: DEBUG oslo_vmware.api [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Task: {'id': task-3605129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172438} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.771485] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.771720] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.771911] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.772128] env[69735]: INFO nova.compute.manager [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Took 1.79 seconds to destroy the instance on the hypervisor. [ 886.772434] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.772962] env[69735]: DEBUG nova.compute.provider_tree [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.777606] env[69735]: DEBUG nova.compute.manager [-] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.777710] env[69735]: DEBUG nova.network.neutron [-] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.780558] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605128, 'name': CreateVM_Task, 'duration_secs': 0.724813} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.780967] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.781968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.782153] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.782479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.783320] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df2356f0-db56-4e6b-bf1a-c25235ec4780 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.789189] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 886.789189] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522b24f2-8c16-41b1-4c90-39487bff2713" [ 886.789189] env[69735]: _type = "Task" [ 886.789189] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.798786] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522b24f2-8c16-41b1-4c90-39487bff2713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.880781] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.019242] env[69735]: DEBUG nova.network.neutron [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Updated VIF entry in instance network info cache for port 6306bb6a-fe05-4465-95fd-7f15881b29e0. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.019608] env[69735]: DEBUG nova.network.neutron [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Updating instance_info_cache with network_info: [{"id": "6306bb6a-fe05-4465-95fd-7f15881b29e0", "address": "fa:16:3e:1f:5e:1b", "network": {"id": "c49e18ab-bfb7-4501-ae48-80a69a4b6bea", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1630518165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68fc67bd622f4d7295bbbb69abc04b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6306bb6a-fe", "ovs_interfaceid": "6306bb6a-fe05-4465-95fd-7f15881b29e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.182865] env[69735]: DEBUG oslo_vmware.api [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605131, 'name': PowerOffVM_Task, 'duration_secs': 0.240506} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.183481] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.183670] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.183936] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c08b6ee2-27c6-4b84-b2d1-5d98a0414159 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.276184] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.276430] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.276615] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleting the datastore file [datastore2] 0baee1f7-d302-478a-a737-d2204fdbf87d {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.276892] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a1f7c54-2f08-40a9-9d7d-27e3d28dbb36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.282655] env[69735]: DEBUG nova.scheduler.client.report [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.290072] env[69735]: DEBUG oslo_vmware.api [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 887.290072] env[69735]: value = "task-3605133" [ 887.290072] env[69735]: _type = "Task" [ 887.290072] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.307257] env[69735]: DEBUG oslo_vmware.api [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.307936] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522b24f2-8c16-41b1-4c90-39487bff2713, 'name': SearchDatastore_Task, 'duration_secs': 0.014383} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.308962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.309247] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.309657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.309657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.309804] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.310375] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a26ec268-89a5-4d7b-9ab6-d478958f3fd1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.321367] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.321565] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.322381] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a75191-3820-4297-9ecc-ccded0f7ada3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.329249] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 887.329249] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523c011f-e874-eda2-b371-95a54c99c275" [ 887.329249] env[69735]: _type = "Task" [ 887.329249] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.338224] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523c011f-e874-eda2-b371-95a54c99c275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.383262] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605130, 'name': CreateSnapshot_Task, 'duration_secs': 0.918962} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.383609] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.384883] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430fd810-f072-4a7c-b3fc-f43c78feff32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.522653] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Releasing lock "refresh_cache-e89f8758-2853-47a5-9158-3c0d3e88b121" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.522944] env[69735]: DEBUG nova.compute.manager [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Received event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.523131] env[69735]: DEBUG nova.compute.manager [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing instance network info cache due to event network-changed-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.523347] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Acquiring lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.523491] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Acquired lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.523652] env[69735]: DEBUG nova.network.neutron [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Refreshing network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.790176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.795025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.529s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.795025] env[69735]: DEBUG nova.objects.instance [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lazy-loading 'resources' on Instance uuid 666f7702-319f-454a-83be-82bc20009a5e {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.808209] env[69735]: DEBUG oslo_vmware.api [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205554} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.809284] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.809474] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.809648] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.809818] env[69735]: INFO nova.compute.manager [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 887.810060] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.810331] env[69735]: DEBUG nova.compute.manager [-] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.810375] env[69735]: DEBUG nova.network.neutron [-] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.812999] env[69735]: INFO nova.scheduler.client.report [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted allocations for instance 0c8ded47-c27f-4f0a-ac26-12d385127ec2 [ 887.840404] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523c011f-e874-eda2-b371-95a54c99c275, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.841235] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eeded7c-df98-4cc6-bc79-1a0d8acce50d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.848534] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 887.848534] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52459ccc-52b6-0c42-338c-3eaef543a682" [ 887.848534] env[69735]: _type = "Task" [ 887.848534] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.865458] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52459ccc-52b6-0c42-338c-3eaef543a682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.905122] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 887.905448] env[69735]: DEBUG nova.network.neutron [-] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.906569] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee4f106d-2cf9-43c9-b35d-6db372313608 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.924045] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 887.924045] env[69735]: value = "task-3605134" [ 887.924045] env[69735]: _type = "Task" [ 887.924045] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.937504] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605134, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.017423] env[69735]: DEBUG nova.compute.manager [req-dbd87e82-e7f5-4727-aeae-c6085a97307b req-c3fcb8b2-cab4-450e-b0cb-d9d3face5426 service nova] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Received event network-vif-deleted-e08c0362-c640-4658-b7bb-a4309abee8c6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.123466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "c6c84afc-2a50-4406-b933-13136d8c0257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.123994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "c6c84afc-2a50-4406-b933-13136d8c0257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.322087] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ebf9543-e99d-42e1-a264-6ac2b9a77479 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "0c8ded47-c27f-4f0a-ac26-12d385127ec2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.813s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.361258] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52459ccc-52b6-0c42-338c-3eaef543a682, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.363998] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.364283] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] e89f8758-2853-47a5-9158-3c0d3e88b121/e89f8758-2853-47a5-9158-3c0d3e88b121.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.364639] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8580b223-066c-4baf-9aea-7294de50feaa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.374966] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 888.374966] env[69735]: value = "task-3605135" [ 888.374966] env[69735]: _type = "Task" [ 888.374966] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.384314] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.399937] env[69735]: DEBUG nova.network.neutron [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updated VIF entry in instance network info cache for port 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.400369] env[69735]: DEBUG nova.network.neutron [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updating instance_info_cache with network_info: [{"id": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "address": "fa:16:3e:a6:bd:e1", "network": {"id": "33c9a1ac-6529-4516-93eb-62e5f2dbd922", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1964704288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b353f9e242f4d15aed809dc507475e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fd10ef-e5", "ovs_interfaceid": "50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.416882] env[69735]: INFO nova.compute.manager [-] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Took 1.64 seconds to deallocate network for instance. [ 888.437971] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605134, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.779480] env[69735]: DEBUG nova.network.neutron [-] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.889688] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.904784] env[69735]: DEBUG oslo_concurrency.lockutils [req-41d05f52-8408-4077-8984-cd120f54df20 req-d0466e74-169c-476a-b357-43fc45b285a9 service nova] Releasing lock "refresh_cache-a360387a-e02f-41c5-9b10-c67fb03433f8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.914980] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c1349d-dee5-43fa-94fe-ef9decd5b404 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.924985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.926552] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c6ba5-f7a0-44b6-a0fc-d233ddcf3235 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.972781] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb8ef09-e099-4c4b-a34a-1c2fe5e88b37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.975568] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605134, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.981708] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e69587a-17f6-4932-a4a9-1c2c5920f574 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.996892] env[69735]: DEBUG nova.compute.provider_tree [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.283432] env[69735]: INFO nova.compute.manager [-] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Took 1.47 seconds to deallocate network for instance. [ 889.390813] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595687} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.391335] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] e89f8758-2853-47a5-9158-3c0d3e88b121/e89f8758-2853-47a5-9158-3c0d3e88b121.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.391765] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.392200] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f80ec4b5-810d-46a6-9222-efac585da4b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.403900] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 889.403900] env[69735]: value = "task-3605136" [ 889.403900] env[69735]: _type = "Task" [ 889.403900] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.416517] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.438526] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605134, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.504022] env[69735]: DEBUG nova.scheduler.client.report [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.795597] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.915768] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16302} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.916216] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.917061] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1107cb9e-2698-4d23-8065-80100eb1262e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.948604] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] e89f8758-2853-47a5-9158-3c0d3e88b121/e89f8758-2853-47a5-9158-3c0d3e88b121.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.952277] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a9817f0-30a8-4cfd-bf08-3339e9219281 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.990027] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605134, 'name': CloneVM_Task, 'duration_secs': 1.824027} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.990027] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Created linked-clone VM from snapshot [ 889.990027] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 889.990027] env[69735]: value = "task-3605137" [ 889.990027] env[69735]: _type = "Task" [ 889.990027] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.990730] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e97a7-f5b5-4240-87cd-60c342df1059 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.009373] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.013272] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Uploading image 27c54bf5-a6f2-45f3-b35d-da0e066048b7 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.024698] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.683s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.024698] env[69735]: INFO nova.compute.claims [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.028935] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.051713] env[69735]: DEBUG nova.compute.manager [req-de7a974f-3e32-4447-bc51-5acd2ec04580 req-8abada75-7a7b-4f29-8e1e-b7a5a185e138 service nova] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Received event network-vif-deleted-3cade6d0-e13e-4e9d-a913-648be43af803 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.052450] env[69735]: INFO nova.scheduler.client.report [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted allocations for instance 666f7702-319f-454a-83be-82bc20009a5e [ 890.055878] env[69735]: DEBUG oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 890.055878] env[69735]: value = "vm-719213" [ 890.055878] env[69735]: _type = "VirtualMachine" [ 890.055878] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 890.058424] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-adba2f88-f0ca-4c9a-8f2c-a91abedb8303 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.067581] env[69735]: DEBUG oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lease: (returnval){ [ 890.067581] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5263b038-f738-5fb5-5db0-8ff537d5c626" [ 890.067581] env[69735]: _type = "HttpNfcLease" [ 890.067581] env[69735]: } obtained for exporting VM: (result){ [ 890.067581] env[69735]: value = "vm-719213" [ 890.067581] env[69735]: _type = "VirtualMachine" [ 890.067581] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 890.067883] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the lease: (returnval){ [ 890.067883] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5263b038-f738-5fb5-5db0-8ff537d5c626" [ 890.067883] env[69735]: _type = "HttpNfcLease" [ 890.067883] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 890.076594] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.076594] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5263b038-f738-5fb5-5db0-8ff537d5c626" [ 890.076594] env[69735]: _type = "HttpNfcLease" [ 890.076594] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 890.506658] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.564764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c720c0-747d-4a41-bf01-747c3599efa9 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "666f7702-319f-454a-83be-82bc20009a5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.904s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.578699] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.578699] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5263b038-f738-5fb5-5db0-8ff537d5c626" [ 890.578699] env[69735]: _type = "HttpNfcLease" [ 890.578699] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.579603] env[69735]: DEBUG oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.579603] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5263b038-f738-5fb5-5db0-8ff537d5c626" [ 890.579603] env[69735]: _type = "HttpNfcLease" [ 890.579603] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 890.579991] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52ebc4-980f-4de1-acdb-e054860bf4b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.591368] env[69735]: DEBUG oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7bb4c-bc05-8112-c646-1e7e31ce5e67/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.591562] env[69735]: DEBUG oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7bb4c-bc05-8112-c646-1e7e31ce5e67/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 890.687619] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-771ff5a0-271b-4d29-a35f-6c37004e0089 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.006936] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605137, 'name': ReconfigVM_Task, 'duration_secs': 0.637019} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.007286] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Reconfigured VM instance instance-00000031 to attach disk [datastore2] e89f8758-2853-47a5-9158-3c0d3e88b121/e89f8758-2853-47a5-9158-3c0d3e88b121.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.008037] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57df8849-892d-4581-8790-d69f5b4220ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.017611] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 891.017611] env[69735]: value = "task-3605139" [ 891.017611] env[69735]: _type = "Task" [ 891.017611] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.028096] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605139, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.238663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.239741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.530456] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605139, 'name': Rename_Task, 'duration_secs': 0.159316} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.530838] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.531148] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d63593f2-6c68-4197-af15-9023198d8241 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.538824] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 891.538824] env[69735]: value = "task-3605140" [ 891.538824] env[69735]: _type = "Task" [ 891.538824] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.551192] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.631790] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77cf845-6e48-475b-9a3d-90c6ebd7518a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.641704] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940a515a-b916-4bb3-a9b8-4a0d3242aadd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.677468] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3227ce-6663-484d-9fc4-b07a9990dca7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.687287] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c836fe78-1202-4c7f-90ed-a2f0f274d317 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.702825] env[69735]: DEBUG nova.compute.provider_tree [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.050343] env[69735]: DEBUG oslo_vmware.api [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605140, 'name': PowerOnVM_Task, 'duration_secs': 0.507515} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.050652] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.050866] env[69735]: INFO nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Took 10.00 seconds to spawn the instance on the hypervisor. [ 892.051067] env[69735]: DEBUG nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.051913] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e68c784-c81b-4e01-b066-fa63e1147a44 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.209414] env[69735]: DEBUG nova.scheduler.client.report [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.577251] env[69735]: INFO nova.compute.manager [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Took 52.60 seconds to build instance. [ 892.716887] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.717840] env[69735]: DEBUG nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.720507] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.548s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.721954] env[69735]: INFO nova.compute.claims [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.080582] env[69735]: DEBUG oslo_concurrency.lockutils [None req-01b6a772-4a3c-4b2c-922f-c0f5926596fb tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "e89f8758-2853-47a5-9158-3c0d3e88b121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.414s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.228482] env[69735]: DEBUG nova.compute.utils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.234021] env[69735]: DEBUG nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.234021] env[69735]: DEBUG nova.network.neutron [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.319535] env[69735]: DEBUG nova.policy [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4266481c1f1b417a86cba943352a378a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b256ed4a23fe4857b003cdee07f73dcc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.583808] env[69735]: DEBUG nova.compute.manager [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.684157] env[69735]: DEBUG nova.network.neutron [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Successfully created port: 7024359f-d55a-44bc-abed-731d8e59ebfb {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.734011] env[69735]: DEBUG nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.900666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquiring lock "e89f8758-2853-47a5-9158-3c0d3e88b121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.900921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "e89f8758-2853-47a5-9158-3c0d3e88b121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.901152] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquiring lock "e89f8758-2853-47a5-9158-3c0d3e88b121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.901333] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "e89f8758-2853-47a5-9158-3c0d3e88b121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.901528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "e89f8758-2853-47a5-9158-3c0d3e88b121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.904696] env[69735]: INFO nova.compute.manager [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Terminating instance [ 894.109278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.344258] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e29ea-3e48-4f9d-82fe-64dd362d42e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.353026] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9feb6-cfe8-46f4-a043-1d1360f7eb40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.385569] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1841ba3-180e-4bb8-a5b1-bb410d249d77 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.394586] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e306ba-fbfd-4c53-be1a-c33d81f038b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.409375] env[69735]: DEBUG nova.compute.manager [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.409649] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.410581] env[69735]: DEBUG nova.compute.provider_tree [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.412052] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad9320c-03ab-4e84-ab01-07c326f45b03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.420916] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.421221] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7760587-5758-4ad0-998a-846da788565c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.429988] env[69735]: DEBUG oslo_vmware.api [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 894.429988] env[69735]: value = "task-3605141" [ 894.429988] env[69735]: _type = "Task" [ 894.429988] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.440731] env[69735]: DEBUG oslo_vmware.api [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.751077] env[69735]: DEBUG nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.773477] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e31af378-588c-434d-ae78-fbfe61445b1c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-215589004',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.773726] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.773878] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.774066] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.774211] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.774355] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.774562] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.774714] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.774879] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.775051] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.775223] env[69735]: DEBUG nova.virt.hardware [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.776093] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24058b43-7a3d-4774-b7d1-a010dc8798a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.784311] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78121641-996f-47f3-ba47-705826cae957 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.917064] env[69735]: DEBUG nova.scheduler.client.report [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.949508] env[69735]: DEBUG oslo_vmware.api [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605141, 'name': PowerOffVM_Task, 'duration_secs': 0.210955} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.949819] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.949990] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.950483] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b06c53e-b6cd-4f04-88ac-015e48abe9f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.028570] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.028853] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.029051] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Deleting the datastore file [datastore2] e89f8758-2853-47a5-9158-3c0d3e88b121 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.029345] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8380680-cb86-4915-9df7-6db138c212e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.037747] env[69735]: DEBUG oslo_vmware.api [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for the task: (returnval){ [ 895.037747] env[69735]: value = "task-3605143" [ 895.037747] env[69735]: _type = "Task" [ 895.037747] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.048183] env[69735]: DEBUG oslo_vmware.api [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.353918] env[69735]: DEBUG nova.compute.manager [req-08645fd6-5d20-45ff-abd2-732c0132b3d3 req-97ca263f-8e3d-4688-8b0b-745ec061cea3 service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Received event network-vif-plugged-7024359f-d55a-44bc-abed-731d8e59ebfb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.354221] env[69735]: DEBUG oslo_concurrency.lockutils [req-08645fd6-5d20-45ff-abd2-732c0132b3d3 req-97ca263f-8e3d-4688-8b0b-745ec061cea3 service nova] Acquiring lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.354393] env[69735]: DEBUG oslo_concurrency.lockutils [req-08645fd6-5d20-45ff-abd2-732c0132b3d3 req-97ca263f-8e3d-4688-8b0b-745ec061cea3 service nova] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.354600] env[69735]: DEBUG oslo_concurrency.lockutils [req-08645fd6-5d20-45ff-abd2-732c0132b3d3 req-97ca263f-8e3d-4688-8b0b-745ec061cea3 service nova] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.354765] env[69735]: DEBUG nova.compute.manager [req-08645fd6-5d20-45ff-abd2-732c0132b3d3 req-97ca263f-8e3d-4688-8b0b-745ec061cea3 service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] No waiting events found dispatching network-vif-plugged-7024359f-d55a-44bc-abed-731d8e59ebfb {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.354884] env[69735]: WARNING nova.compute.manager [req-08645fd6-5d20-45ff-abd2-732c0132b3d3 req-97ca263f-8e3d-4688-8b0b-745ec061cea3 service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Received unexpected event network-vif-plugged-7024359f-d55a-44bc-abed-731d8e59ebfb for instance with vm_state building and task_state spawning. [ 895.423173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.423272] env[69735]: DEBUG nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.426669] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.591s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.428075] env[69735]: INFO nova.compute.claims [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.480117] env[69735]: DEBUG nova.network.neutron [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Successfully updated port: 7024359f-d55a-44bc-abed-731d8e59ebfb {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.549729] env[69735]: DEBUG oslo_vmware.api [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Task: {'id': task-3605143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147063} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.550025] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.550208] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.550436] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.550741] env[69735]: INFO nova.compute.manager [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Took 1.14 seconds to destroy the instance on the hypervisor. [ 895.551474] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.551474] env[69735]: DEBUG nova.compute.manager [-] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.551474] env[69735]: DEBUG nova.network.neutron [-] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.939325] env[69735]: DEBUG nova.compute.utils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.941174] env[69735]: DEBUG nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.941174] env[69735]: DEBUG nova.network.neutron [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.980754] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.980894] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.981139] env[69735]: DEBUG nova.network.neutron [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.983939] env[69735]: DEBUG nova.policy [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451c2bdd95894deeb59c52a166c68296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89145079f85e4bf8a8df148aa37d4b7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.341269] env[69735]: DEBUG nova.network.neutron [-] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.427386] env[69735]: DEBUG nova.network.neutron [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Successfully created port: c90f64fa-0e97-4b84-89db-6cfa33733412 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.445139] env[69735]: DEBUG nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.563658] env[69735]: DEBUG nova.network.neutron [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.843415] env[69735]: INFO nova.compute.manager [-] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Took 1.29 seconds to deallocate network for instance. [ 897.041260] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48199189-4966-44d2-b10f-a257580e70b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.049486] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a3368-b7f7-4938-8465-a93da7e86eeb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.085013] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2267c1a4-36dc-426f-820f-acbae98922ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.093643] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0d9e5-aa26-4314-8188-be75807b10c0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.109146] env[69735]: DEBUG nova.compute.provider_tree [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.183768] env[69735]: DEBUG nova.network.neutron [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance_info_cache with network_info: [{"id": "7024359f-d55a-44bc-abed-731d8e59ebfb", "address": "fa:16:3e:d4:a1:ad", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7024359f-d5", "ovs_interfaceid": "7024359f-d55a-44bc-abed-731d8e59ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.349882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.461235] env[69735]: DEBUG nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.488390] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.488633] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.488961] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.488961] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.489112] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.489270] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.489473] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.489627] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.489825] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.489944] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.492794] env[69735]: DEBUG nova.virt.hardware [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.493730] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc6c693-ca34-4409-988e-06f9202d8e8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.507147] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b9ab5-d75f-4aab-a4be-dcb45ae61239 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.580985] env[69735]: DEBUG nova.compute.manager [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Received event network-changed-7024359f-d55a-44bc-abed-731d8e59ebfb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.581097] env[69735]: DEBUG nova.compute.manager [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Refreshing instance network info cache due to event network-changed-7024359f-d55a-44bc-abed-731d8e59ebfb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.581283] env[69735]: DEBUG oslo_concurrency.lockutils [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] Acquiring lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.612812] env[69735]: DEBUG nova.scheduler.client.report [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.688031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.688291] env[69735]: DEBUG nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Instance network_info: |[{"id": "7024359f-d55a-44bc-abed-731d8e59ebfb", "address": "fa:16:3e:d4:a1:ad", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7024359f-d5", "ovs_interfaceid": "7024359f-d55a-44bc-abed-731d8e59ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.688651] env[69735]: DEBUG oslo_concurrency.lockutils [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] Acquired lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.688833] env[69735]: DEBUG nova.network.neutron [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Refreshing network info cache for port 7024359f-d55a-44bc-abed-731d8e59ebfb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.690106] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:a1:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7024359f-d55a-44bc-abed-731d8e59ebfb', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.698341] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.699328] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.699656] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e677df-1ef6-4c16-8a10-c91aa7b55100 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.727083] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.727083] env[69735]: value = "task-3605144" [ 897.727083] env[69735]: _type = "Task" [ 897.727083] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.738389] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605144, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.818760] env[69735]: DEBUG oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7bb4c-bc05-8112-c646-1e7e31ce5e67/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 897.819727] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e20f35-5fab-4955-921d-70c3a304afe4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.827138] env[69735]: DEBUG oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7bb4c-bc05-8112-c646-1e7e31ce5e67/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 897.827326] env[69735]: ERROR oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7bb4c-bc05-8112-c646-1e7e31ce5e67/disk-0.vmdk due to incomplete transfer. [ 897.827572] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-228a3ffd-71ef-418d-b6f6-dbd073ff8c7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.835882] env[69735]: DEBUG oslo_vmware.rw_handles [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7bb4c-bc05-8112-c646-1e7e31ce5e67/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 897.836128] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Uploaded image 27c54bf5-a6f2-45f3-b35d-da0e066048b7 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 897.838344] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 897.838626] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60a4a6e8-42a1-465b-a91c-540df82470eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.846247] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 897.846247] env[69735]: value = "task-3605145" [ 897.846247] env[69735]: _type = "Task" [ 897.846247] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.854738] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605145, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.118034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.118390] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.121407] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.212s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.123439] env[69735]: INFO nova.compute.claims [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.240528] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605144, 'name': CreateVM_Task, 'duration_secs': 0.480971} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.240672] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.242104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.242104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.242104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.242371] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad94d6d3-1cdf-41bc-aece-1ec52f1963d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.250217] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 898.250217] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525b7713-63e5-f42d-19b1-28398777bacf" [ 898.250217] env[69735]: _type = "Task" [ 898.250217] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.260226] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525b7713-63e5-f42d-19b1-28398777bacf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.356350] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605145, 'name': Destroy_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.590542] env[69735]: DEBUG nova.network.neutron [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updated VIF entry in instance network info cache for port 7024359f-d55a-44bc-abed-731d8e59ebfb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.591090] env[69735]: DEBUG nova.network.neutron [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance_info_cache with network_info: [{"id": "7024359f-d55a-44bc-abed-731d8e59ebfb", "address": "fa:16:3e:d4:a1:ad", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7024359f-d5", "ovs_interfaceid": "7024359f-d55a-44bc-abed-731d8e59ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.628275] env[69735]: DEBUG nova.compute.utils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.634666] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.634666] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.719432] env[69735]: DEBUG nova.policy [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be126cb290d54021906905c06544bb88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68ed2769809c4544ba72e567b9415e9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.762277] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525b7713-63e5-f42d-19b1-28398777bacf, 'name': SearchDatastore_Task, 'duration_secs': 0.02119} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.762620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.762853] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.763099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.763358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.763419] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.763676] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7d1a8d-7808-40e6-a594-f5297597b4ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.773874] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.774078] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.774933] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bed7937-7ac9-49b1-9b6f-aaea14c51d1d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.780532] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 898.780532] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522ee2a8-ac55-47d8-5927-b4cba8a53611" [ 898.780532] env[69735]: _type = "Task" [ 898.780532] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.788907] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522ee2a8-ac55-47d8-5927-b4cba8a53611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.856926] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605145, 'name': Destroy_Task, 'duration_secs': 0.531888} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.857638] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Destroyed the VM [ 898.857638] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.857812] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00ecb561-47d5-4e5f-9e53-5e185766885b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.865627] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 898.865627] env[69735]: value = "task-3605146" [ 898.865627] env[69735]: _type = "Task" [ 898.865627] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.874426] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605146, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.961161] env[69735]: DEBUG nova.network.neutron [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Successfully updated port: c90f64fa-0e97-4b84-89db-6cfa33733412 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.096029] env[69735]: DEBUG oslo_concurrency.lockutils [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] Releasing lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.096251] env[69735]: DEBUG nova.compute.manager [req-cc4ebaf0-a6e8-453d-911d-aa71b0185189 req-e965775d-3852-4143-8249-053eda877a17 service nova] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Received event network-vif-deleted-6306bb6a-fe05-4465-95fd-7f15881b29e0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.136024] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.290159] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Successfully created port: 076253a0-f49e-42fc-ab70-162003fcd6ed {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.296927] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522ee2a8-ac55-47d8-5927-b4cba8a53611, 'name': SearchDatastore_Task, 'duration_secs': 0.027867} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.297843] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae4aadc-4d4a-4a29-b605-eb00df4f38c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.306481] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 899.306481] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e40343-2e62-5de0-714e-e510fae4a4b0" [ 899.306481] env[69735]: _type = "Task" [ 899.306481] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.315997] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e40343-2e62-5de0-714e-e510fae4a4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.377644] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605146, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.463340] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "refresh_cache-1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.463537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "refresh_cache-1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.463636] env[69735]: DEBUG nova.network.neutron [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.632140] env[69735]: DEBUG nova.compute.manager [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Received event network-vif-plugged-c90f64fa-0e97-4b84-89db-6cfa33733412 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.632399] env[69735]: DEBUG oslo_concurrency.lockutils [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] Acquiring lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.632564] env[69735]: DEBUG oslo_concurrency.lockutils [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] Lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.632733] env[69735]: DEBUG oslo_concurrency.lockutils [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] Lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.632960] env[69735]: DEBUG nova.compute.manager [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] No waiting events found dispatching network-vif-plugged-c90f64fa-0e97-4b84-89db-6cfa33733412 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.633069] env[69735]: WARNING nova.compute.manager [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Received unexpected event network-vif-plugged-c90f64fa-0e97-4b84-89db-6cfa33733412 for instance with vm_state building and task_state spawning. [ 899.633229] env[69735]: DEBUG nova.compute.manager [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Received event network-changed-c90f64fa-0e97-4b84-89db-6cfa33733412 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.633378] env[69735]: DEBUG nova.compute.manager [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Refreshing instance network info cache due to event network-changed-c90f64fa-0e97-4b84-89db-6cfa33733412. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.633570] env[69735]: DEBUG oslo_concurrency.lockutils [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] Acquiring lock "refresh_cache-1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.730164] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6655631-8d2a-4f24-9308-d42b5ea82f7c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.739103] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56703ea3-f911-4345-8a84-b7232c766743 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.771518] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4ae5d-5b21-4940-a231-c6a344b864cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.779116] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9457e62-9f61-4b3e-ab91-cfae4edc01da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.793146] env[69735]: DEBUG nova.compute.provider_tree [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.816234] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e40343-2e62-5de0-714e-e510fae4a4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.816963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.816963] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e/abbd2490-51e6-4c89-865a-7ce4d096e72e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.816963] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-451fede3-0def-42f5-b002-108f558d5de1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.825079] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 899.825079] env[69735]: value = "task-3605147" [ 899.825079] env[69735]: _type = "Task" [ 899.825079] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.832137] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.876020] env[69735]: DEBUG oslo_vmware.api [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605146, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645027} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.876316] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 899.876545] env[69735]: INFO nova.compute.manager [None req-05efbdf4-485f-4780-9de1-1caf2633638d tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Took 14.05 seconds to snapshot the instance on the hypervisor. [ 900.006149] env[69735]: DEBUG nova.network.neutron [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.145831] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.180585] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.180897] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.181073] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.181270] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.181416] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.181592] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.181805] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.181983] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.182535] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.182787] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.183035] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.183986] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3ecc4a-7e42-4427-9d84-271566a3824b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.195283] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a582f-27ce-419b-873e-804fabceedb5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.212681] env[69735]: DEBUG nova.network.neutron [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Updating instance_info_cache with network_info: [{"id": "c90f64fa-0e97-4b84-89db-6cfa33733412", "address": "fa:16:3e:1b:ac:8a", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90f64fa-0e", "ovs_interfaceid": "c90f64fa-0e97-4b84-89db-6cfa33733412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.293745] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.293994] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.296306] env[69735]: DEBUG nova.scheduler.client.report [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.334383] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492594} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.334648] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e/abbd2490-51e6-4c89-865a-7ce4d096e72e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.334901] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.335159] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc208ce5-7948-4299-beb7-a371fc0b8151 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.342316] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 900.342316] env[69735]: value = "task-3605148" [ 900.342316] env[69735]: _type = "Task" [ 900.342316] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.351953] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.715821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "refresh_cache-1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.716260] env[69735]: DEBUG nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Instance network_info: |[{"id": "c90f64fa-0e97-4b84-89db-6cfa33733412", "address": "fa:16:3e:1b:ac:8a", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90f64fa-0e", "ovs_interfaceid": "c90f64fa-0e97-4b84-89db-6cfa33733412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.716805] env[69735]: DEBUG oslo_concurrency.lockutils [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] Acquired lock "refresh_cache-1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.716805] env[69735]: DEBUG nova.network.neutron [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Refreshing network info cache for port c90f64fa-0e97-4b84-89db-6cfa33733412 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.717955] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ac:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c90f64fa-0e97-4b84-89db-6cfa33733412', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.726506] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.727610] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.727845] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af5a10b8-0265-4e04-b63b-26ad8c665e5d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.747924] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.747924] env[69735]: value = "task-3605149" [ 900.747924] env[69735]: _type = "Task" [ 900.747924] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.755916] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605149, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.809731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.810942] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.812757] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.819s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.812950] env[69735]: DEBUG nova.objects.instance [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 900.815717] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.816617] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.816617] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.820021] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.820021] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.820021] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.820021] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 900.820021] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.853681] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065329} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.855559] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.856420] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d843b9-15b0-44d5-97a6-8406d131c1cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.879271] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e/abbd2490-51e6-4c89-865a-7ce4d096e72e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.879846] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8957fa9-5756-4f90-add1-31aca09c2dfa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.901020] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 900.901020] env[69735]: value = "task-3605150" [ 900.901020] env[69735]: _type = "Task" [ 900.901020] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.906912] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.002206] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Successfully updated port: 076253a0-f49e-42fc-ab70-162003fcd6ed {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.258311] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605149, 'name': CreateVM_Task, 'duration_secs': 0.362772} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.258462] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.260061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.260061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.260061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.260061] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b17a4a-0bd4-4a1e-86d3-6cf7f2ffd5d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.264241] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 901.264241] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d99283-24be-e2e8-71b6-81c4272279f3" [ 901.264241] env[69735]: _type = "Task" [ 901.264241] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.271686] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d99283-24be-e2e8-71b6-81c4272279f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.318777] env[69735]: DEBUG nova.compute.utils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.323746] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.323746] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.326335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.398813] env[69735]: DEBUG nova.policy [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be126cb290d54021906905c06544bb88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68ed2769809c4544ba72e567b9415e9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.411689] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605150, 'name': ReconfigVM_Task, 'duration_secs': 0.283484} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.412015] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e/abbd2490-51e6-4c89-865a-7ce4d096e72e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.412618] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db3a3511-737b-40f3-96c8-1c141798e2b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.418676] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 901.418676] env[69735]: value = "task-3605151" [ 901.418676] env[69735]: _type = "Task" [ 901.418676] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.426164] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605151, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.506023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "refresh_cache-dcae396c-973e-4043-b856-95deb9bbd154" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.506023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "refresh_cache-dcae396c-973e-4043-b856-95deb9bbd154" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.506023] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.618694] env[69735]: DEBUG nova.network.neutron [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Updated VIF entry in instance network info cache for port c90f64fa-0e97-4b84-89db-6cfa33733412. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.618694] env[69735]: DEBUG nova.network.neutron [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Updating instance_info_cache with network_info: [{"id": "c90f64fa-0e97-4b84-89db-6cfa33733412", "address": "fa:16:3e:1b:ac:8a", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90f64fa-0e", "ovs_interfaceid": "c90f64fa-0e97-4b84-89db-6cfa33733412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.689550] env[69735]: DEBUG nova.compute.manager [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Received event network-vif-plugged-076253a0-f49e-42fc-ab70-162003fcd6ed {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.689550] env[69735]: DEBUG oslo_concurrency.lockutils [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] Acquiring lock "dcae396c-973e-4043-b856-95deb9bbd154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.689550] env[69735]: DEBUG oslo_concurrency.lockutils [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] Lock "dcae396c-973e-4043-b856-95deb9bbd154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.689550] env[69735]: DEBUG oslo_concurrency.lockutils [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] Lock "dcae396c-973e-4043-b856-95deb9bbd154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.689550] env[69735]: DEBUG nova.compute.manager [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] No waiting events found dispatching network-vif-plugged-076253a0-f49e-42fc-ab70-162003fcd6ed {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.689550] env[69735]: WARNING nova.compute.manager [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Received unexpected event network-vif-plugged-076253a0-f49e-42fc-ab70-162003fcd6ed for instance with vm_state building and task_state spawning. [ 901.689550] env[69735]: DEBUG nova.compute.manager [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Received event network-changed-076253a0-f49e-42fc-ab70-162003fcd6ed {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.689550] env[69735]: DEBUG nova.compute.manager [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Refreshing instance network info cache due to event network-changed-076253a0-f49e-42fc-ab70-162003fcd6ed. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.689550] env[69735]: DEBUG oslo_concurrency.lockutils [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] Acquiring lock "refresh_cache-dcae396c-973e-4043-b856-95deb9bbd154" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.775794] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d99283-24be-e2e8-71b6-81c4272279f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.776626] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.777193] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.777604] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.777928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.778259] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.778694] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03e2f94f-e57c-4e7c-954b-19c40b804e9c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.794300] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.794300] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.794300] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ff51aa-0a02-4ac9-b1f1-fd4f2fd5bd18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.798592] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 901.798592] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5250b5de-bf98-19e0-0751-e3fb4d7fa5da" [ 901.798592] env[69735]: _type = "Task" [ 901.798592] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.810144] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5250b5de-bf98-19e0-0751-e3fb4d7fa5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.826946] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.828486] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75d9c038-99aa-49d2-ac6c-fc45c7069174 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.830629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.019s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.831515] env[69735]: DEBUG nova.objects.instance [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lazy-loading 'resources' on Instance uuid 8c1a6b7c-f693-4566-a9f6-8053860b1699 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.871565] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Successfully created port: c4e1e5b0-c8be-4695-b360-41910ffc417f {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.931037] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605151, 'name': Rename_Task, 'duration_secs': 0.173199} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.931319] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.931569] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd583003-cb3b-4f99-ac09-93bee70c4515 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.937436] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 901.937436] env[69735]: value = "task-3605152" [ 901.937436] env[69735]: _type = "Task" [ 901.937436] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.946656] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.017501] env[69735]: DEBUG nova.compute.manager [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.018492] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d83975-40e6-49f1-ba12-b55f7335d4c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.085744] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.122159] env[69735]: DEBUG oslo_concurrency.lockutils [req-2d318061-0318-4c51-a852-105589eacf78 req-bf06e716-b8cd-4bce-9503-c264770a3fea service nova] Releasing lock "refresh_cache-1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.311356] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5250b5de-bf98-19e0-0751-e3fb4d7fa5da, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.312221] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a12d2c5-7c5b-41bf-9613-30a774c69c47 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.320911] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 902.320911] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529f726b-1025-3acb-caf9-5fe17c048172" [ 902.320911] env[69735]: _type = "Task" [ 902.320911] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.334904] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529f726b-1025-3acb-caf9-5fe17c048172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.437104] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Updating instance_info_cache with network_info: [{"id": "076253a0-f49e-42fc-ab70-162003fcd6ed", "address": "fa:16:3e:91:d0:ff", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076253a0-f4", "ovs_interfaceid": "076253a0-f49e-42fc-ab70-162003fcd6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.458551] env[69735]: DEBUG oslo_vmware.api [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605152, 'name': PowerOnVM_Task, 'duration_secs': 0.432376} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.458551] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.458551] env[69735]: INFO nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Took 7.70 seconds to spawn the instance on the hypervisor. [ 902.458551] env[69735]: DEBUG nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.458551] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f7fbc3-153f-4b71-ab3f-dd6e15c6adae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.528687] env[69735]: INFO nova.compute.manager [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] instance snapshotting [ 902.532028] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f06a28-679c-4e8e-85db-5f5ed408a88c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.555811] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c89061-6d61-4a3e-b9c4-faedff117cfb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.828340] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529f726b-1025-3acb-caf9-5fe17c048172, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.828688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.828778] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd/1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.829047] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3488b7-4138-4da5-8e08-1ae961729aac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.840272] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 902.840272] env[69735]: value = "task-3605153" [ 902.840272] env[69735]: _type = "Task" [ 902.840272] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.848625] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.850442] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.873059] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.873059] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.873192] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.873335] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.873426] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.873572] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.873780] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.873934] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.874116] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.874281] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.874448] env[69735]: DEBUG nova.virt.hardware [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.875327] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bfb500-e10c-4ce9-af9a-df63d44ea61e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.885720] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c84d121-4505-48f7-bcda-e62856217c8d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.946898] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "refresh_cache-dcae396c-973e-4043-b856-95deb9bbd154" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.947243] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Instance network_info: |[{"id": "076253a0-f49e-42fc-ab70-162003fcd6ed", "address": "fa:16:3e:91:d0:ff", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076253a0-f4", "ovs_interfaceid": "076253a0-f49e-42fc-ab70-162003fcd6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.948089] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0974c3-a76b-40be-99f9-19988028f83b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.950899] env[69735]: DEBUG oslo_concurrency.lockutils [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] Acquired lock "refresh_cache-dcae396c-973e-4043-b856-95deb9bbd154" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.951103] env[69735]: DEBUG nova.network.neutron [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Refreshing network info cache for port 076253a0-f49e-42fc-ab70-162003fcd6ed {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.952338] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:d0:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '076253a0-f49e-42fc-ab70-162003fcd6ed', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.959758] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Creating folder: Project (68ed2769809c4544ba72e567b9415e9e). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.960811] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5191253d-47eb-44fe-9111-c47eb27a6851 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.967024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff35536f-9f4f-4af2-a3d1-a8c7c13cdc6d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.974602] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Created folder: Project (68ed2769809c4544ba72e567b9415e9e) in parent group-v719064. [ 902.974835] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Creating folder: Instances. Parent ref: group-v719216. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.977066] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77c5bd26-ba51-406e-96f5-0eaf787d76de {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.979344] env[69735]: INFO nova.compute.manager [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Took 47.66 seconds to build instance. [ 903.005287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b75b648d-8997-4643-a48e-50a6c9b3c3cf tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.385s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.006093] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3991cda3-c4d7-4e38-8cb5-10ce169080eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.013069] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Created folder: Instances in parent group-v719216. [ 903.013331] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.015528] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.015776] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da488aa9-fec2-4766-b08d-f6a9dbd98c68 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.031484] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b1319d-4698-46a6-86a4-53fa5f8191a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.048288] env[69735]: DEBUG nova.compute.provider_tree [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.050918] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.050918] env[69735]: value = "task-3605156" [ 903.050918] env[69735]: _type = "Task" [ 903.050918] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.059835] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605156, 'name': CreateVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.069303] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.069891] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28f279e1-8b9e-45e6-86a8-c376d38dbab8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.078829] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 903.078829] env[69735]: value = "task-3605157" [ 903.078829] env[69735]: _type = "Task" [ 903.078829] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.087480] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.352176] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493498} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.352616] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd/1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.352893] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.354501] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d14bb46a-922d-45e7-a5c7-951623da2b06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.359580] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 903.359580] env[69735]: value = "task-3605158" [ 903.359580] env[69735]: _type = "Task" [ 903.359580] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.368986] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.512542] env[69735]: DEBUG nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.552869] env[69735]: DEBUG nova.scheduler.client.report [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.568200] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605156, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.588928] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.870294] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065913} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.870729] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.871477] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da6c9d3-8033-4ea0-8f54-46a39724e186 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.893346] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd/1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.893598] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1689e6d-d345-47ce-8825-d6a59eee54b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.912800] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 903.912800] env[69735]: value = "task-3605159" [ 903.912800] env[69735]: _type = "Task" [ 903.912800] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.920431] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.033343] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.062276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.068226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.923s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.069929] env[69735]: INFO nova.compute.claims [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.083936] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605156, 'name': CreateVM_Task, 'duration_secs': 0.531457} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.087879] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.088406] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.088560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.088873] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.090323] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c2dc09-649c-4184-9128-d43ec3108b59 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.097724] env[69735]: INFO nova.scheduler.client.report [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Deleted allocations for instance 8c1a6b7c-f693-4566-a9f6-8053860b1699 [ 904.104089] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.109743] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 904.109743] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f4c3e6-020e-6b83-eb79-10b7ea2fbe32" [ 904.109743] env[69735]: _type = "Task" [ 904.109743] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.117911] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f4c3e6-020e-6b83-eb79-10b7ea2fbe32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.175263] env[69735]: DEBUG nova.network.neutron [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Updated VIF entry in instance network info cache for port 076253a0-f49e-42fc-ab70-162003fcd6ed. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.175263] env[69735]: DEBUG nova.network.neutron [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Updating instance_info_cache with network_info: [{"id": "076253a0-f49e-42fc-ab70-162003fcd6ed", "address": "fa:16:3e:91:d0:ff", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076253a0-f4", "ovs_interfaceid": "076253a0-f49e-42fc-ab70-162003fcd6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.311231] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Successfully updated port: c4e1e5b0-c8be-4695-b360-41910ffc417f {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.404606] env[69735]: DEBUG nova.compute.manager [req-99eb92f3-6a7a-4e07-a8a3-733c8218ad3a req-a3a176ce-bc08-410a-ac0d-11fbd0f2461a service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Received event network-vif-plugged-c4e1e5b0-c8be-4695-b360-41910ffc417f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.404818] env[69735]: DEBUG oslo_concurrency.lockutils [req-99eb92f3-6a7a-4e07-a8a3-733c8218ad3a req-a3a176ce-bc08-410a-ac0d-11fbd0f2461a service nova] Acquiring lock "8f407595-99e6-48aa-89f0-d094955621dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.405037] env[69735]: DEBUG oslo_concurrency.lockutils [req-99eb92f3-6a7a-4e07-a8a3-733c8218ad3a req-a3a176ce-bc08-410a-ac0d-11fbd0f2461a service nova] Lock "8f407595-99e6-48aa-89f0-d094955621dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.405229] env[69735]: DEBUG oslo_concurrency.lockutils [req-99eb92f3-6a7a-4e07-a8a3-733c8218ad3a req-a3a176ce-bc08-410a-ac0d-11fbd0f2461a service nova] Lock "8f407595-99e6-48aa-89f0-d094955621dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.405461] env[69735]: DEBUG nova.compute.manager [req-99eb92f3-6a7a-4e07-a8a3-733c8218ad3a req-a3a176ce-bc08-410a-ac0d-11fbd0f2461a service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] No waiting events found dispatching network-vif-plugged-c4e1e5b0-c8be-4695-b360-41910ffc417f {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.405521] env[69735]: WARNING nova.compute.manager [req-99eb92f3-6a7a-4e07-a8a3-733c8218ad3a req-a3a176ce-bc08-410a-ac0d-11fbd0f2461a service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Received unexpected event network-vif-plugged-c4e1e5b0-c8be-4695-b360-41910ffc417f for instance with vm_state building and task_state spawning. [ 904.422930] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605159, 'name': ReconfigVM_Task, 'duration_secs': 0.300845} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.422930] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd/1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.423268] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d948305-70c4-4db2-a59e-094388fb0da1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.429437] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 904.429437] env[69735]: value = "task-3605160" [ 904.429437] env[69735]: _type = "Task" [ 904.429437] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.438670] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605160, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.441182] env[69735]: DEBUG nova.compute.manager [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 904.595241] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605157, 'name': CreateSnapshot_Task, 'duration_secs': 1.141518} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.595600] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.596293] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcbd846-3d71-4483-80e3-387b80d15337 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.615187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4c8ff68e-e21f-406f-868c-640460d38330 tempest-VolumesAssistedSnapshotsTest-955716078 tempest-VolumesAssistedSnapshotsTest-955716078-project-member] Lock "8c1a6b7c-f693-4566-a9f6-8053860b1699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.100s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.623034] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f4c3e6-020e-6b83-eb79-10b7ea2fbe32, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.623121] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.623304] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.623541] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.623713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.623935] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.624570] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08e1caaa-3eb7-4fe0-9b33-7c9760f5bb1c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.632901] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.633122] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.634161] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3badfcd-92cd-4975-9f74-6ab79434b6df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.640205] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 904.640205] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b8cef6-b047-3e48-3313-88cac407685d" [ 904.640205] env[69735]: _type = "Task" [ 904.640205] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.648147] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b8cef6-b047-3e48-3313-88cac407685d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.679590] env[69735]: DEBUG oslo_concurrency.lockutils [req-1343a70f-e3e0-41a9-b954-bd121201d22d req-69ecd794-b4f8-4453-a5ab-9d05fb08c614 service nova] Releasing lock "refresh_cache-dcae396c-973e-4043-b856-95deb9bbd154" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.813704] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "refresh_cache-8f407595-99e6-48aa-89f0-d094955621dd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.813804] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "refresh_cache-8f407595-99e6-48aa-89f0-d094955621dd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.813958] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.940562] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605160, 'name': Rename_Task, 'duration_secs': 0.139614} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.940951] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.941110] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5c8590c-19bd-44d4-b8bd-c0135c62c423 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.949499] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 904.949499] env[69735]: value = "task-3605161" [ 904.949499] env[69735]: _type = "Task" [ 904.949499] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.958135] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.960319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.115141] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 905.121387] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a6f9b02-9de0-46af-9722-58bf78072dc9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.133497] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 905.133497] env[69735]: value = "task-3605162" [ 905.133497] env[69735]: _type = "Task" [ 905.133497] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.144231] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605162, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.158281] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b8cef6-b047-3e48-3313-88cac407685d, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.158281] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdd00f1-7d75-4982-9b80-065fb58edf1b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.164125] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 905.164125] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52999b35-363a-6fc4-9d32-6247c0b5fd49" [ 905.164125] env[69735]: _type = "Task" [ 905.164125] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.171868] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52999b35-363a-6fc4-9d32-6247c0b5fd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.394205] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.462082] env[69735]: DEBUG oslo_vmware.api [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605161, 'name': PowerOnVM_Task, 'duration_secs': 0.507223} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.462082] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.462082] env[69735]: INFO nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Took 8.00 seconds to spawn the instance on the hypervisor. [ 905.462082] env[69735]: DEBUG nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.462706] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091c75cd-2e64-4674-98ef-cf7133afa320 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.592794] env[69735]: DEBUG nova.network.neutron [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Updating instance_info_cache with network_info: [{"id": "c4e1e5b0-c8be-4695-b360-41910ffc417f", "address": "fa:16:3e:0c:bf:1f", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e1e5b0-c8", "ovs_interfaceid": "c4e1e5b0-c8be-4695-b360-41910ffc417f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.643063] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605162, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.675670] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52999b35-363a-6fc4-9d32-6247c0b5fd49, 'name': SearchDatastore_Task, 'duration_secs': 0.028042} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.675933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.676443] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] dcae396c-973e-4043-b856-95deb9bbd154/dcae396c-973e-4043-b856-95deb9bbd154.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.676724] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7450efc4-719a-43ce-a194-c76df3af4793 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.684347] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 905.684347] env[69735]: value = "task-3605163" [ 905.684347] env[69735]: _type = "Task" [ 905.684347] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.694417] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.897448] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a216ddd5-ab14-4b44-a017-1806fa471554 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.907099] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f6b89-0795-413d-a96d-363742318e93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.948975] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d65d01a-c840-42a2-8d2d-2857db47fc64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.953414] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d899b738-5b8e-41f9-b04d-e07dbf6e7abf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.967478] env[69735]: DEBUG nova.compute.provider_tree [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.985324] env[69735]: INFO nova.compute.manager [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Took 49.83 seconds to build instance. [ 906.096382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "refresh_cache-8f407595-99e6-48aa-89f0-d094955621dd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.096749] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Instance network_info: |[{"id": "c4e1e5b0-c8be-4695-b360-41910ffc417f", "address": "fa:16:3e:0c:bf:1f", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e1e5b0-c8", "ovs_interfaceid": "c4e1e5b0-c8be-4695-b360-41910ffc417f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.097282] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:bf:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4e1e5b0-c8be-4695-b360-41910ffc417f', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.107616] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.108368] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.108641] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db629ba4-ea6c-4ed4-9cd1-fcee1d77847f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.131402] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.131402] env[69735]: value = "task-3605164" [ 906.131402] env[69735]: _type = "Task" [ 906.131402] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.143384] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605164, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.147022] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605162, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.197021] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.431082] env[69735]: DEBUG nova.compute.manager [req-a113bba1-c5ca-45ff-9486-011d7fca3097 req-98eec96e-9933-463b-8508-dd4004fd24f9 service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Received event network-changed-c4e1e5b0-c8be-4695-b360-41910ffc417f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.431297] env[69735]: DEBUG nova.compute.manager [req-a113bba1-c5ca-45ff-9486-011d7fca3097 req-98eec96e-9933-463b-8508-dd4004fd24f9 service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Refreshing instance network info cache due to event network-changed-c4e1e5b0-c8be-4695-b360-41910ffc417f. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.431542] env[69735]: DEBUG oslo_concurrency.lockutils [req-a113bba1-c5ca-45ff-9486-011d7fca3097 req-98eec96e-9933-463b-8508-dd4004fd24f9 service nova] Acquiring lock "refresh_cache-8f407595-99e6-48aa-89f0-d094955621dd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.431705] env[69735]: DEBUG oslo_concurrency.lockutils [req-a113bba1-c5ca-45ff-9486-011d7fca3097 req-98eec96e-9933-463b-8508-dd4004fd24f9 service nova] Acquired lock "refresh_cache-8f407595-99e6-48aa-89f0-d094955621dd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.431865] env[69735]: DEBUG nova.network.neutron [req-a113bba1-c5ca-45ff-9486-011d7fca3097 req-98eec96e-9933-463b-8508-dd4004fd24f9 service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Refreshing network info cache for port c4e1e5b0-c8be-4695-b360-41910ffc417f {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.472408] env[69735]: DEBUG nova.scheduler.client.report [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.491323] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04ab6bb0-e75f-45f7-8307-6e5a9e64feb7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.865s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.556153] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a227f6b7-b72b-4e97-8de4-6a7463b0f1b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.561642] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb2752f-b0ea-4e64-ac5e-047c8b1816e7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Suspending the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 906.562393] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-54ef21f9-a293-4828-a700-45feb991580c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.569178] env[69735]: DEBUG oslo_vmware.api [None req-ffb2752f-b0ea-4e64-ac5e-047c8b1816e7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 906.569178] env[69735]: value = "task-3605165" [ 906.569178] env[69735]: _type = "Task" [ 906.569178] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.578000] env[69735]: DEBUG oslo_vmware.api [None req-ffb2752f-b0ea-4e64-ac5e-047c8b1816e7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605165, 'name': SuspendVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.652435] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605164, 'name': CreateVM_Task, 'duration_secs': 0.416824} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.655743] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.656095] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605162, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.656866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.657053] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.657431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.657740] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86ebf65-bcfc-4c6d-8c67-0e1e0fd17b6d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.663438] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 906.663438] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b734bb-d274-597a-b73f-0e69becad8b1" [ 906.663438] env[69735]: _type = "Task" [ 906.663438] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.673198] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b734bb-d274-597a-b73f-0e69becad8b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.696292] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66924} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.696603] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] dcae396c-973e-4043-b856-95deb9bbd154/dcae396c-973e-4043-b856-95deb9bbd154.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.696828] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.697124] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71fc7e4-e880-4be4-b98c-a67f3441c39f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.704467] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 906.704467] env[69735]: value = "task-3605166" [ 906.704467] env[69735]: _type = "Task" [ 906.704467] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.713859] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.976677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.908s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.977213] env[69735]: DEBUG nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.979747] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.840s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.980311] env[69735]: DEBUG nova.objects.instance [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lazy-loading 'resources' on Instance uuid 589c23ff-f8bc-478b-9fc6-b3a83c1988fe {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.993145] env[69735]: DEBUG nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.084681] env[69735]: DEBUG oslo_vmware.api [None req-ffb2752f-b0ea-4e64-ac5e-047c8b1816e7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605165, 'name': SuspendVM_Task} progress is 70%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.153199] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605162, 'name': CloneVM_Task, 'duration_secs': 1.622364} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.154266] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Created linked-clone VM from snapshot [ 907.155437] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e3ea1a-7576-402b-811e-2de9e9efee5f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.166029] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Uploading image 097f9ea5-b9ec-4eab-b348-de725d50b1bf {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.179203] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b734bb-d274-597a-b73f-0e69becad8b1, 'name': SearchDatastore_Task, 'duration_secs': 0.055074} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.179549] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.179782] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.180830] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.180830] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.180830] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.180830] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e69b8bb-0220-45e4-ad31-11c5e626eaf7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.195410] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.195599] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.196444] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c600c8-6e6e-4466-bfa1-a73042b75fa5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.207029] env[69735]: DEBUG oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.207029] env[69735]: value = "vm-719220" [ 907.207029] env[69735]: _type = "VirtualMachine" [ 907.207029] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.207029] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56491678-00f0-476b-80de-680ac7f34a52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.212433] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 907.212433] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a89c16-94a0-7d7d-8241-1116ea264146" [ 907.212433] env[69735]: _type = "Task" [ 907.212433] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.222904] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127075} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.223799] env[69735]: DEBUG oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lease: (returnval){ [ 907.223799] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52639bc0-9072-95bf-45d4-1f89129ed667" [ 907.223799] env[69735]: _type = "HttpNfcLease" [ 907.223799] env[69735]: } obtained for exporting VM: (result){ [ 907.223799] env[69735]: value = "vm-719220" [ 907.223799] env[69735]: _type = "VirtualMachine" [ 907.223799] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.223799] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the lease: (returnval){ [ 907.223799] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52639bc0-9072-95bf-45d4-1f89129ed667" [ 907.223799] env[69735]: _type = "HttpNfcLease" [ 907.223799] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.224551] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.231260] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c126549e-1e9d-41be-bb7d-f7bb72460aaf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.237569] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a89c16-94a0-7d7d-8241-1116ea264146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.262033] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] dcae396c-973e-4043-b856-95deb9bbd154/dcae396c-973e-4043-b856-95deb9bbd154.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.264239] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c89390d-31c3-4edf-a0d0-60f0e5cc30ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.279890] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.279890] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52639bc0-9072-95bf-45d4-1f89129ed667" [ 907.279890] env[69735]: _type = "HttpNfcLease" [ 907.279890] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.282579] env[69735]: DEBUG oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.282579] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52639bc0-9072-95bf-45d4-1f89129ed667" [ 907.282579] env[69735]: _type = "HttpNfcLease" [ 907.282579] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 907.283774] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1350dee5-e0f2-4034-aded-7c6cf7bc7135 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.288363] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 907.288363] env[69735]: value = "task-3605168" [ 907.288363] env[69735]: _type = "Task" [ 907.288363] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.296735] env[69735]: DEBUG oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a1f9-a9f1-37aa-f6b2-e0b4764b8643/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.296735] env[69735]: DEBUG oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a1f9-a9f1-37aa-f6b2-e0b4764b8643/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.302729] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.373497] env[69735]: DEBUG nova.network.neutron [req-a113bba1-c5ca-45ff-9486-011d7fca3097 req-98eec96e-9933-463b-8508-dd4004fd24f9 service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Updated VIF entry in instance network info cache for port c4e1e5b0-c8be-4695-b360-41910ffc417f. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.373814] env[69735]: DEBUG nova.network.neutron [req-a113bba1-c5ca-45ff-9486-011d7fca3097 req-98eec96e-9933-463b-8508-dd4004fd24f9 service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Updating instance_info_cache with network_info: [{"id": "c4e1e5b0-c8be-4695-b360-41910ffc417f", "address": "fa:16:3e:0c:bf:1f", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e1e5b0-c8", "ovs_interfaceid": "c4e1e5b0-c8be-4695-b360-41910ffc417f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.441801] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0b33e03d-53dc-4e01-9aae-722da286f3ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.483728] env[69735]: DEBUG nova.compute.utils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.485172] env[69735]: DEBUG nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.489019] env[69735]: DEBUG nova.network.neutron [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.529956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.547875] env[69735]: DEBUG nova.policy [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca51b25252a64eebaef5b3e39246d1a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '098edaaf28eb4431972c2176823811cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.586961] env[69735]: DEBUG oslo_vmware.api [None req-ffb2752f-b0ea-4e64-ac5e-047c8b1816e7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605165, 'name': SuspendVM_Task, 'duration_secs': 0.891609} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.590230] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb2752f-b0ea-4e64-ac5e-047c8b1816e7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Suspended the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 907.590230] env[69735]: DEBUG nova.compute.manager [None req-ffb2752f-b0ea-4e64-ac5e-047c8b1816e7 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.590475] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f2dee-aa96-46a8-93b1-4d17669033d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.730336] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a89c16-94a0-7d7d-8241-1116ea264146, 'name': SearchDatastore_Task, 'duration_secs': 0.024801} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.731809] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09848ddc-6df1-4711-9bba-0b288bcfa206 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.740904] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 907.740904] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529f6828-953f-e593-9bef-b77522b3e2c1" [ 907.740904] env[69735]: _type = "Task" [ 907.740904] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.749425] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529f6828-953f-e593-9bef-b77522b3e2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.801884] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605168, 'name': ReconfigVM_Task, 'duration_secs': 0.357315} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.802236] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Reconfigured VM instance instance-00000034 to attach disk [datastore2] dcae396c-973e-4043-b856-95deb9bbd154/dcae396c-973e-4043-b856-95deb9bbd154.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.802958] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80422c0b-817f-4db8-a63e-7285859a4ab9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.809628] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 907.809628] env[69735]: value = "task-3605169" [ 907.809628] env[69735]: _type = "Task" [ 907.809628] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.823097] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605169, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.876707] env[69735]: DEBUG oslo_concurrency.lockutils [req-a113bba1-c5ca-45ff-9486-011d7fca3097 req-98eec96e-9933-463b-8508-dd4004fd24f9 service nova] Releasing lock "refresh_cache-8f407595-99e6-48aa-89f0-d094955621dd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.990544] env[69735]: DEBUG nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.024766] env[69735]: DEBUG nova.network.neutron [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Successfully created port: 4dcd37f0-1204-4baa-b097-75fe465af169 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.167158] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c35e27-f6a4-4018-90d8-7995754c61b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.179279] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80566c9-152e-4c36-9463-0b36e8309cff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.225180] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2f73c-f289-47ea-b139-3e00155cd9db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.233234] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a732601-4e12-4baa-a782-e57990ad08fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.250235] env[69735]: DEBUG nova.compute.provider_tree [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.259740] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529f6828-953f-e593-9bef-b77522b3e2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.260136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.260475] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 8f407595-99e6-48aa-89f0-d094955621dd/8f407595-99e6-48aa-89f0-d094955621dd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.261732] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-664c8359-1e7b-414e-a4d3-84e38a339c94 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.270035] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 908.270035] env[69735]: value = "task-3605170" [ 908.270035] env[69735]: _type = "Task" [ 908.270035] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.279026] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.326121] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605169, 'name': Rename_Task, 'duration_secs': 0.183199} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.329607] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.329607] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee9d94e-51dc-409d-9e43-ddc8a449bcfe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.334719] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 908.334719] env[69735]: value = "task-3605171" [ 908.334719] env[69735]: _type = "Task" [ 908.334719] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.342843] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.755992] env[69735]: DEBUG nova.scheduler.client.report [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.784317] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.851672] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605171, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.005396] env[69735]: DEBUG nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.086482] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.086889] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.087364] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.087530] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.087726] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.087914] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.088178] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.088493] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.090125] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.090125] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.090125] env[69735]: DEBUG nova.virt.hardware [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.091323] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c331902-c4fb-4e79-b11e-05540ae5339c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.103028] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf27a7-7d1c-4fba-a24f-3581e7c7aa2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.265222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.271767] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.654s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.273372] env[69735]: INFO nova.compute.claims [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.296159] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601312} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.296442] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 8f407595-99e6-48aa-89f0-d094955621dd/8f407595-99e6-48aa-89f0-d094955621dd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.297147] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.297453] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df40ae5-46ce-4e28-8635-3157b5e01b8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.309439] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 909.309439] env[69735]: value = "task-3605172" [ 909.309439] env[69735]: _type = "Task" [ 909.309439] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.316319] env[69735]: INFO nova.scheduler.client.report [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Deleted allocations for instance 589c23ff-f8bc-478b-9fc6-b3a83c1988fe [ 909.324875] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.347157] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605171, 'name': PowerOnVM_Task, 'duration_secs': 0.934529} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.348253] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.348491] env[69735]: INFO nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Took 9.20 seconds to spawn the instance on the hypervisor. [ 909.348804] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.349815] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08360591-d147-427d-b6f4-661fc64588cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.826921] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078657} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.830256] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.836570] env[69735]: DEBUG nova.compute.manager [req-f71bc70b-69e1-4efe-8b07-b61dd5606c70 req-10cbca79-1116-4793-ab2e-2b69c9da687b service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Received event network-vif-plugged-4dcd37f0-1204-4baa-b097-75fe465af169 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.836705] env[69735]: DEBUG oslo_concurrency.lockutils [req-f71bc70b-69e1-4efe-8b07-b61dd5606c70 req-10cbca79-1116-4793-ab2e-2b69c9da687b service nova] Acquiring lock "690e0729-123d-4935-bcc4-2e0f8248ddc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.837326] env[69735]: DEBUG oslo_concurrency.lockutils [req-f71bc70b-69e1-4efe-8b07-b61dd5606c70 req-10cbca79-1116-4793-ab2e-2b69c9da687b service nova] Lock "690e0729-123d-4935-bcc4-2e0f8248ddc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.838582] env[69735]: DEBUG oslo_concurrency.lockutils [req-f71bc70b-69e1-4efe-8b07-b61dd5606c70 req-10cbca79-1116-4793-ab2e-2b69c9da687b service nova] Lock "690e0729-123d-4935-bcc4-2e0f8248ddc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.840436] env[69735]: DEBUG nova.compute.manager [req-f71bc70b-69e1-4efe-8b07-b61dd5606c70 req-10cbca79-1116-4793-ab2e-2b69c9da687b service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] No waiting events found dispatching network-vif-plugged-4dcd37f0-1204-4baa-b097-75fe465af169 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.840436] env[69735]: WARNING nova.compute.manager [req-f71bc70b-69e1-4efe-8b07-b61dd5606c70 req-10cbca79-1116-4793-ab2e-2b69c9da687b service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Received unexpected event network-vif-plugged-4dcd37f0-1204-4baa-b097-75fe465af169 for instance with vm_state building and task_state spawning. [ 909.840910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-398342c6-1195-4972-a5a6-06c6725a867d tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "589c23ff-f8bc-478b-9fc6-b3a83c1988fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.158s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.842721] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8702b727-4e42-4454-894e-7cb235609512 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.876683] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 8f407595-99e6-48aa-89f0-d094955621dd/8f407595-99e6-48aa-89f0-d094955621dd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.880511] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf6d5ba8-22b8-4299-be35-f2906e5e75b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.895844] env[69735]: INFO nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Took 48.10 seconds to build instance. [ 909.903749] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 909.903749] env[69735]: value = "task-3605173" [ 909.903749] env[69735]: _type = "Task" [ 909.903749] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.914114] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.022523] env[69735]: DEBUG nova.network.neutron [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Successfully updated port: 4dcd37f0-1204-4baa-b097-75fe465af169 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.131683] env[69735]: DEBUG nova.compute.manager [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.133449] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0149c6-e736-43cf-8b92-8386afb4e084 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.292014] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "219adde7-07d4-40ca-b713-5b373532e734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.292357] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "219adde7-07d4-40ca-b713-5b373532e734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.292598] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "219adde7-07d4-40ca-b713-5b373532e734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.292842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "219adde7-07d4-40ca-b713-5b373532e734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.293050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "219adde7-07d4-40ca-b713-5b373532e734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.295463] env[69735]: INFO nova.compute.manager [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Terminating instance [ 910.401104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "dcae396c-973e-4043-b856-95deb9bbd154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.695s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.423579] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605173, 'name': ReconfigVM_Task, 'duration_secs': 0.321733} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.423881] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 8f407595-99e6-48aa-89f0-d094955621dd/8f407595-99e6-48aa-89f0-d094955621dd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.424786] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84b139e8-061b-44cc-81bb-eda6b3db8349 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.435639] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 910.435639] env[69735]: value = "task-3605174" [ 910.435639] env[69735]: _type = "Task" [ 910.435639] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.449652] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605174, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.525699] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.525833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.526050] env[69735]: DEBUG nova.network.neutron [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.644487] env[69735]: INFO nova.compute.manager [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] instance snapshotting [ 910.644690] env[69735]: WARNING nova.compute.manager [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 910.648088] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22791ef-0479-451e-b822-0091a6239b8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.669825] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af1cc9-9952-4bc6-8646-590fc15a27ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.799226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "refresh_cache-219adde7-07d4-40ca-b713-5b373532e734" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.799420] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquired lock "refresh_cache-219adde7-07d4-40ca-b713-5b373532e734" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.799600] env[69735]: DEBUG nova.network.neutron [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.903408] env[69735]: DEBUG nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.913253] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac64a019-eda3-46bc-9ca9-6deb82c4da54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.922022] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea93d0e7-e1f9-4a21-9070-ccc5100e5a7c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.957208] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa613c7-f30e-47e1-8fb8-2f3b193a14eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.965771] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605174, 'name': Rename_Task, 'duration_secs': 0.159267} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.969111] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.969455] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0095a2be-7a75-4783-8595-37a299fb214d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.972455] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e2a92-fc1d-48e7-bd1d-08dd4e83834e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.991275] env[69735]: DEBUG nova.compute.provider_tree [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.995181] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 910.995181] env[69735]: value = "task-3605175" [ 910.995181] env[69735]: _type = "Task" [ 910.995181] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.005284] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605175, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.100314] env[69735]: DEBUG nova.network.neutron [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.181302] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 911.181670] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86b3c83d-751d-4854-93d6-61878d86e12d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.190792] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 911.190792] env[69735]: value = "task-3605176" [ 911.190792] env[69735]: _type = "Task" [ 911.190792] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.202228] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605176, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.349647] env[69735]: DEBUG nova.network.neutron [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.417331] env[69735]: DEBUG nova.network.neutron [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Updating instance_info_cache with network_info: [{"id": "4dcd37f0-1204-4baa-b097-75fe465af169", "address": "fa:16:3e:b2:b6:5d", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd37f0-12", "ovs_interfaceid": "4dcd37f0-1204-4baa-b097-75fe465af169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.436851] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.487598] env[69735]: DEBUG nova.network.neutron [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.496482] env[69735]: DEBUG nova.scheduler.client.report [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.512742] env[69735]: DEBUG oslo_vmware.api [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605175, 'name': PowerOnVM_Task, 'duration_secs': 0.481408} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.513098] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.513340] env[69735]: INFO nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Took 8.66 seconds to spawn the instance on the hypervisor. [ 911.513555] env[69735]: DEBUG nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.514376] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec83f5-b1dd-4590-b833-29e599b5515a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.707717] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605176, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.919391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.919768] env[69735]: DEBUG nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Instance network_info: |[{"id": "4dcd37f0-1204-4baa-b097-75fe465af169", "address": "fa:16:3e:b2:b6:5d", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd37f0-12", "ovs_interfaceid": "4dcd37f0-1204-4baa-b097-75fe465af169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.920676] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:b6:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dcd37f0-1204-4baa-b097-75fe465af169', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.938831] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.938831] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.938831] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59bd6fea-8ac0-4d14-bd01-9316f6cf64ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.960975] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.960975] env[69735]: value = "task-3605177" [ 911.960975] env[69735]: _type = "Task" [ 911.960975] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.969682] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605177, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.989454] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Releasing lock "refresh_cache-219adde7-07d4-40ca-b713-5b373532e734" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.989940] env[69735]: DEBUG nova.compute.manager [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.990183] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.991196] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40adcf8a-7dfb-4341-a9d3-7d5e2388cd23 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.998169] env[69735]: DEBUG nova.compute.manager [req-6a77d046-64c1-4858-b325-86cdfef86d9b req-a34512fe-387e-4103-b25d-3f6b38e245a9 service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Received event network-changed-4dcd37f0-1204-4baa-b097-75fe465af169 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.998406] env[69735]: DEBUG nova.compute.manager [req-6a77d046-64c1-4858-b325-86cdfef86d9b req-a34512fe-387e-4103-b25d-3f6b38e245a9 service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Refreshing instance network info cache due to event network-changed-4dcd37f0-1204-4baa-b097-75fe465af169. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.998639] env[69735]: DEBUG oslo_concurrency.lockutils [req-6a77d046-64c1-4858-b325-86cdfef86d9b req-a34512fe-387e-4103-b25d-3f6b38e245a9 service nova] Acquiring lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.998865] env[69735]: DEBUG oslo_concurrency.lockutils [req-6a77d046-64c1-4858-b325-86cdfef86d9b req-a34512fe-387e-4103-b25d-3f6b38e245a9 service nova] Acquired lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.999113] env[69735]: DEBUG nova.network.neutron [req-6a77d046-64c1-4858-b325-86cdfef86d9b req-a34512fe-387e-4103-b25d-3f6b38e245a9 service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Refreshing network info cache for port 4dcd37f0-1204-4baa-b097-75fe465af169 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.003509] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.004071] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c463a746-e5ec-41b5-9488-f6085dd57af8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.007244] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.007833] env[69735]: DEBUG nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.012941] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.313s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.014555] env[69735]: INFO nova.compute.claims [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.019436] env[69735]: DEBUG oslo_vmware.api [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 912.019436] env[69735]: value = "task-3605178" [ 912.019436] env[69735]: _type = "Task" [ 912.019436] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.034107] env[69735]: DEBUG oslo_vmware.api [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.037804] env[69735]: INFO nova.compute.manager [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Took 48.15 seconds to build instance. [ 912.205357] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605176, 'name': CreateSnapshot_Task, 'duration_secs': 0.867668} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.205703] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 912.206606] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b8970-1744-43a3-ba88-28da86dda289 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.473214] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605177, 'name': CreateVM_Task, 'duration_secs': 0.384268} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.477109] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.477109] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.477109] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.477109] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.477109] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4eb6a7-30ca-41b7-a019-55d3282e3be3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.484128] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 912.484128] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52438f34-cf7f-92a0-9145-c0eba11cb23e" [ 912.484128] env[69735]: _type = "Task" [ 912.484128] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.498064] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52438f34-cf7f-92a0-9145-c0eba11cb23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.520567] env[69735]: DEBUG nova.compute.utils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.524208] env[69735]: DEBUG nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.524442] env[69735]: DEBUG nova.network.neutron [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.537252] env[69735]: DEBUG oslo_vmware.api [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605178, 'name': PowerOffVM_Task, 'duration_secs': 0.181377} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.538023] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.538023] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.538023] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c66100-638e-42aa-8fcd-73402121152a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.540156] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3b8e5e38-eb0c-47e0-a003-6aef0b009440 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "8f407595-99e6-48aa-89f0-d094955621dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.794s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.568022] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.568022] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.568022] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Deleting the datastore file [datastore1] 219adde7-07d4-40ca-b713-5b373532e734 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.568022] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08b61d57-f9ca-4136-a392-7bbf8df1bf5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.574314] env[69735]: DEBUG oslo_vmware.api [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for the task: (returnval){ [ 912.574314] env[69735]: value = "task-3605180" [ 912.574314] env[69735]: _type = "Task" [ 912.574314] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.583659] env[69735]: DEBUG oslo_vmware.api [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.633700] env[69735]: DEBUG nova.policy [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009dfd82ed704828bc88401014c57d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1a8427fd7b8481b8ee69e1eb37b46c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.726781] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 912.727096] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ffb192c-c541-45dd-b59f-29f71d1de62a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.735466] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 912.735466] env[69735]: value = "task-3605181" [ 912.735466] env[69735]: _type = "Task" [ 912.735466] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.745246] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605181, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.994522] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52438f34-cf7f-92a0-9145-c0eba11cb23e, 'name': SearchDatastore_Task, 'duration_secs': 0.0144} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.994910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.995261] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.995542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.995679] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.995859] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.996169] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc81e2a4-4d04-4ef1-9718-7ebbdc990db6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.008662] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.008874] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.014528] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2fd703c-4d47-4062-9d50-7e6eb66ae5a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.025027] env[69735]: DEBUG nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.028356] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 913.028356] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525959a4-83a4-db74-d02a-9cbe5a7b8c3e" [ 913.028356] env[69735]: _type = "Task" [ 913.028356] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.042167] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.042527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.043424] env[69735]: DEBUG nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.054661] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525959a4-83a4-db74-d02a-9cbe5a7b8c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.017778} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.058583] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0655693b-2ef4-4ed9-9319-d733c8aa0aa6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.064831] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 913.064831] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bb9516-94c3-7466-45a1-ea5eddb47033" [ 913.064831] env[69735]: _type = "Task" [ 913.064831] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.082992] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bb9516-94c3-7466-45a1-ea5eddb47033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.093576] env[69735]: DEBUG oslo_vmware.api [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Task: {'id': task-3605180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174143} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.093934] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.094145] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.094426] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.094631] env[69735]: INFO nova.compute.manager [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Took 1.10 seconds to destroy the instance on the hypervisor. [ 913.094971] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.095235] env[69735]: DEBUG nova.compute.manager [-] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.095470] env[69735]: DEBUG nova.network.neutron [-] [instance: 219adde7-07d4-40ca-b713-5b373532e734] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.133655] env[69735]: DEBUG nova.network.neutron [-] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.251251] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605181, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.274803] env[69735]: DEBUG nova.network.neutron [req-6a77d046-64c1-4858-b325-86cdfef86d9b req-a34512fe-387e-4103-b25d-3f6b38e245a9 service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Updated VIF entry in instance network info cache for port 4dcd37f0-1204-4baa-b097-75fe465af169. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.275309] env[69735]: DEBUG nova.network.neutron [req-6a77d046-64c1-4858-b325-86cdfef86d9b req-a34512fe-387e-4103-b25d-3f6b38e245a9 service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Updating instance_info_cache with network_info: [{"id": "4dcd37f0-1204-4baa-b097-75fe465af169", "address": "fa:16:3e:b2:b6:5d", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd37f0-12", "ovs_interfaceid": "4dcd37f0-1204-4baa-b097-75fe465af169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.573092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.574827] env[69735]: DEBUG nova.network.neutron [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Successfully created port: 3403f79d-b990-4ea5-9d2e-29fa7968f76f {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.581625] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bb9516-94c3-7466-45a1-ea5eddb47033, 'name': SearchDatastore_Task, 'duration_secs': 0.014705} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.581942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.582256] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0/690e0729-123d-4935-bcc4-2e0f8248ddc0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.582886] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e91fde25-83e2-4678-81fa-8692ebbea0df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.593617] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 913.593617] env[69735]: value = "task-3605182" [ 913.593617] env[69735]: _type = "Task" [ 913.593617] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.603454] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.635173] env[69735]: DEBUG nova.network.neutron [-] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.706697] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e0b7de-eaa2-4248-969b-ec9041430450 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.715217] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befea597-bf72-4e48-81d1-daf6a8045a38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.756773] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb079b34-e513-4617-ac72-6843e7a032c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.765736] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605181, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.769054] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cc95b3-de4c-4e70-b175-75ff631a065d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.784068] env[69735]: DEBUG oslo_concurrency.lockutils [req-6a77d046-64c1-4858-b325-86cdfef86d9b req-a34512fe-387e-4103-b25d-3f6b38e245a9 service nova] Releasing lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.785106] env[69735]: DEBUG nova.compute.provider_tree [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.042235] env[69735]: DEBUG nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.072091] env[69735]: DEBUG nova.virt.hardware [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.073072] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df91b9f6-b709-452f-a543-a3994cefbf87 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.085081] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09df6176-1545-4ae0-889e-099f9765ed96 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.113874] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605182, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.137782] env[69735]: INFO nova.compute.manager [-] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Took 1.04 seconds to deallocate network for instance. [ 914.226164] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "d6551491-3d04-43fa-9813-3af8725c7b9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.226907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "d6551491-3d04-43fa-9813-3af8725c7b9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.227622] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "d6551491-3d04-43fa-9813-3af8725c7b9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.227729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "d6551491-3d04-43fa-9813-3af8725c7b9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.228173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "d6551491-3d04-43fa-9813-3af8725c7b9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.232052] env[69735]: INFO nova.compute.manager [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Terminating instance [ 914.264014] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605181, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.288305] env[69735]: DEBUG nova.scheduler.client.report [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.615549] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607647} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.615549] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0/690e0729-123d-4935-bcc4-2e0f8248ddc0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.615856] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.616190] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dee66b7-c859-4745-8187-027e46f1ec54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.624037] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 914.624037] env[69735]: value = "task-3605183" [ 914.624037] env[69735]: _type = "Task" [ 914.624037] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.634978] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.645987] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.739986] env[69735]: DEBUG nova.compute.manager [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.739986] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.741751] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10c1f44-bbcc-487c-a309-8462f56d4c63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.754205] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.758850] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ba3dce-3151-4e57-b8a8-9c50238539ad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.769514] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605181, 'name': CloneVM_Task, 'duration_secs': 1.736753} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.771095] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Created linked-clone VM from snapshot [ 914.771436] env[69735]: DEBUG oslo_vmware.api [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 914.771436] env[69735]: value = "task-3605184" [ 914.771436] env[69735]: _type = "Task" [ 914.771436] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.775676] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0421150a-21c4-49a8-be16-12d6bc6c7b21 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.779137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "dcae396c-973e-4043-b856-95deb9bbd154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.779400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "dcae396c-973e-4043-b856-95deb9bbd154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.779617] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "dcae396c-973e-4043-b856-95deb9bbd154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.779833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "dcae396c-973e-4043-b856-95deb9bbd154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.780033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "dcae396c-973e-4043-b856-95deb9bbd154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.786112] env[69735]: INFO nova.compute.manager [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Terminating instance [ 914.795325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.795325] env[69735]: DEBUG nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.797627] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Uploading image f4cc0af7-db7b-44eb-8839-76b6b6c46a75 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 914.805319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.671s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.805319] env[69735]: DEBUG nova.objects.instance [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 914.808111] env[69735]: DEBUG oslo_vmware.api [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.831277] env[69735]: DEBUG oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 914.831277] env[69735]: value = "vm-719224" [ 914.831277] env[69735]: _type = "VirtualMachine" [ 914.831277] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 914.831277] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1116b07d-4cd2-468a-8e46-0040874bdfc4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.839033] env[69735]: DEBUG oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lease: (returnval){ [ 914.839033] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259369e-54f1-30f7-f322-9951283a60e3" [ 914.839033] env[69735]: _type = "HttpNfcLease" [ 914.839033] env[69735]: } obtained for exporting VM: (result){ [ 914.839033] env[69735]: value = "vm-719224" [ 914.839033] env[69735]: _type = "VirtualMachine" [ 914.839033] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 914.839033] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the lease: (returnval){ [ 914.839033] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259369e-54f1-30f7-f322-9951283a60e3" [ 914.839033] env[69735]: _type = "HttpNfcLease" [ 914.839033] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 914.848329] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.848329] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259369e-54f1-30f7-f322-9951283a60e3" [ 914.848329] env[69735]: _type = "HttpNfcLease" [ 914.848329] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.135241] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106483} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.135606] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.136443] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b4d51d-84c5-4f49-a54d-cd97b824f243 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.165026] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0/690e0729-123d-4935-bcc4-2e0f8248ddc0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.165922] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd683a0f-4333-44d6-aeaf-676c4f75c51e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.186660] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 915.186660] env[69735]: value = "task-3605186" [ 915.186660] env[69735]: _type = "Task" [ 915.186660] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.195341] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.241036] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "8e836323-ef53-49c1-a3fb-51934efecf6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.241567] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "8e836323-ef53-49c1-a3fb-51934efecf6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.249730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "8f407595-99e6-48aa-89f0-d094955621dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.249730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "8f407595-99e6-48aa-89f0-d094955621dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.249730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "8f407595-99e6-48aa-89f0-d094955621dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.249730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "8f407595-99e6-48aa-89f0-d094955621dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.249993] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "8f407595-99e6-48aa-89f0-d094955621dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.251903] env[69735]: INFO nova.compute.manager [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Terminating instance [ 915.288887] env[69735]: DEBUG oslo_vmware.api [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.291594] env[69735]: DEBUG nova.compute.manager [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.292277] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.294487] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1a9706-3e53-4411-93e4-5ed0c5f04fb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.302454] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.302759] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82deb770-aef8-4114-bb0e-a79537bda808 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.306880] env[69735]: DEBUG nova.compute.utils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.308354] env[69735]: DEBUG nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.308520] env[69735]: DEBUG nova.network.neutron [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.316477] env[69735]: DEBUG oslo_vmware.api [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 915.316477] env[69735]: value = "task-3605187" [ 915.316477] env[69735]: _type = "Task" [ 915.316477] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.326307] env[69735]: DEBUG oslo_vmware.api [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.349027] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.349027] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259369e-54f1-30f7-f322-9951283a60e3" [ 915.349027] env[69735]: _type = "HttpNfcLease" [ 915.349027] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 915.349221] env[69735]: DEBUG oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 915.349221] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5259369e-54f1-30f7-f322-9951283a60e3" [ 915.349221] env[69735]: _type = "HttpNfcLease" [ 915.349221] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 915.350186] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc32ffac-f39a-48cd-b445-aaa2261bb39e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.357491] env[69735]: DEBUG oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296cb7e-30da-dba5-1072-765ef9fd11a2/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 915.357881] env[69735]: DEBUG oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296cb7e-30da-dba5-1072-765ef9fd11a2/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 915.443016] env[69735]: DEBUG oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a1f9-a9f1-37aa-f6b2-e0b4764b8643/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.443016] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ba7c7-1d9a-4246-bbb9-751ddb7dde91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.444526] env[69735]: DEBUG nova.policy [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009dfd82ed704828bc88401014c57d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1a8427fd7b8481b8ee69e1eb37b46c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.449743] env[69735]: DEBUG oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a1f9-a9f1-37aa-f6b2-e0b4764b8643/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.449839] env[69735]: ERROR oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a1f9-a9f1-37aa-f6b2-e0b4764b8643/disk-0.vmdk due to incomplete transfer. [ 915.450080] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4254b1d2-069c-4d68-96d8-aed7675ec2cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.457845] env[69735]: DEBUG oslo_vmware.rw_handles [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a1f9-a9f1-37aa-f6b2-e0b4764b8643/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.458089] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Uploaded image 097f9ea5-b9ec-4eab-b348-de725d50b1bf to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.460331] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.460656] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2ebdd08-9fed-402c-9223-b1542d75a5fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.468272] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 915.468272] env[69735]: value = "task-3605188" [ 915.468272] env[69735]: _type = "Task" [ 915.468272] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.479878] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605188, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.528997] env[69735]: DEBUG nova.compute.manager [req-07f05c02-2d0d-4a48-aced-81fed20a0953 req-83195555-9d62-4833-a6c9-e37548d69582 service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Received event network-vif-plugged-3403f79d-b990-4ea5-9d2e-29fa7968f76f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.529241] env[69735]: DEBUG oslo_concurrency.lockutils [req-07f05c02-2d0d-4a48-aced-81fed20a0953 req-83195555-9d62-4833-a6c9-e37548d69582 service nova] Acquiring lock "347dd678-4892-4126-884d-ff7b5b9db3bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.529449] env[69735]: DEBUG oslo_concurrency.lockutils [req-07f05c02-2d0d-4a48-aced-81fed20a0953 req-83195555-9d62-4833-a6c9-e37548d69582 service nova] Lock "347dd678-4892-4126-884d-ff7b5b9db3bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.529605] env[69735]: DEBUG oslo_concurrency.lockutils [req-07f05c02-2d0d-4a48-aced-81fed20a0953 req-83195555-9d62-4833-a6c9-e37548d69582 service nova] Lock "347dd678-4892-4126-884d-ff7b5b9db3bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.529778] env[69735]: DEBUG nova.compute.manager [req-07f05c02-2d0d-4a48-aced-81fed20a0953 req-83195555-9d62-4833-a6c9-e37548d69582 service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] No waiting events found dispatching network-vif-plugged-3403f79d-b990-4ea5-9d2e-29fa7968f76f {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.529977] env[69735]: WARNING nova.compute.manager [req-07f05c02-2d0d-4a48-aced-81fed20a0953 req-83195555-9d62-4833-a6c9-e37548d69582 service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Received unexpected event network-vif-plugged-3403f79d-b990-4ea5-9d2e-29fa7968f76f for instance with vm_state building and task_state spawning. [ 915.597271] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-526d0fa2-1e55-4b66-bd12-2251f974501f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.694370] env[69735]: DEBUG nova.network.neutron [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Successfully updated port: 3403f79d-b990-4ea5-9d2e-29fa7968f76f {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.703485] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.762024] env[69735]: DEBUG nova.compute.manager [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.762024] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.762024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8b3f0f-a0b0-4bf4-8f23-9feb84b98c52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.769631] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.770239] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8b5a228-0410-4db5-aee2-0ef39607b222 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.780121] env[69735]: DEBUG oslo_vmware.api [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 915.780121] env[69735]: value = "task-3605189" [ 915.780121] env[69735]: _type = "Task" [ 915.780121] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.797320] env[69735]: DEBUG oslo_vmware.api [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.801755] env[69735]: DEBUG oslo_vmware.api [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.814158] env[69735]: DEBUG nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.818592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-408ad4ec-cc5f-4a0c-af87-dff3339f758f tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.819893] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.386s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.821509] env[69735]: INFO nova.compute.claims [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.835892] env[69735]: DEBUG oslo_vmware.api [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.952284] env[69735]: DEBUG nova.network.neutron [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Successfully created port: ccc183a3-9421-44e0-ad81-1fb5c62dc3fa {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.979111] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605188, 'name': Destroy_Task, 'duration_secs': 0.393294} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.979523] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Destroyed the VM [ 915.979709] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.980009] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fcc2249d-e4cf-4964-b25f-3034a05df871 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.989291] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 915.989291] env[69735]: value = "task-3605190" [ 915.989291] env[69735]: _type = "Task" [ 915.989291] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.997986] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.197946] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.204921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "refresh_cache-347dd678-4892-4126-884d-ff7b5b9db3bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.204983] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "refresh_cache-347dd678-4892-4126-884d-ff7b5b9db3bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.205208] env[69735]: DEBUG nova.network.neutron [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.295068] env[69735]: DEBUG oslo_vmware.api [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605184, 'name': PowerOffVM_Task, 'duration_secs': 1.20619} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.299297] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.300755] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.301277] env[69735]: DEBUG oslo_vmware.api [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605189, 'name': PowerOffVM_Task, 'duration_secs': 0.220505} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.301725] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe42f3c4-27e1-44fd-9455-d1b31f6ec859 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.304078] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.304399] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.304753] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9afa3dc-541b-469b-a139-909bf34854c0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.339600] env[69735]: DEBUG oslo_vmware.api [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605187, 'name': PowerOffVM_Task, 'duration_secs': 0.654149} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.339996] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.340245] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.340580] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33c42b5c-a763-415e-92bd-54dc99a649d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.381674] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.381969] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.382289] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleting the datastore file [datastore2] 8f407595-99e6-48aa-89f0-d094955621dd {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.382578] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e04c1d1-318a-4ac2-8bb3-974e389b98a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.389243] env[69735]: DEBUG oslo_vmware.api [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 916.389243] env[69735]: value = "task-3605194" [ 916.389243] env[69735]: _type = "Task" [ 916.389243] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.397580] env[69735]: DEBUG oslo_vmware.api [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.408877] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.409145] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.409445] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Deleting the datastore file [datastore2] d6551491-3d04-43fa-9813-3af8725c7b9d {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.409624] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daa16cf8-4cd5-4b35-b2ad-7a7c88ea78fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.416712] env[69735]: DEBUG oslo_vmware.api [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 916.416712] env[69735]: value = "task-3605195" [ 916.416712] env[69735]: _type = "Task" [ 916.416712] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.426146] env[69735]: DEBUG oslo_vmware.api [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.434011] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.434250] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.434426] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleting the datastore file [datastore2] dcae396c-973e-4043-b856-95deb9bbd154 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.434687] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45e04a4d-de54-4c6c-8663-fc800579f323 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.440977] env[69735]: DEBUG oslo_vmware.api [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 916.440977] env[69735]: value = "task-3605196" [ 916.440977] env[69735]: _type = "Task" [ 916.440977] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.449277] env[69735]: DEBUG oslo_vmware.api [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.500272] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.704937] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605186, 'name': ReconfigVM_Task, 'duration_secs': 1.03027} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.705432] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0/690e0729-123d-4935-bcc4-2e0f8248ddc0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.706586] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8401c2e0-3723-4f48-9994-e2bd789f807a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.718293] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 916.718293] env[69735]: value = "task-3605197" [ 916.718293] env[69735]: _type = "Task" [ 916.718293] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.731373] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605197, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.766910] env[69735]: DEBUG nova.network.neutron [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.830985] env[69735]: DEBUG nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.868124] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.868124] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.868124] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.868400] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.868660] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.868923] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.869301] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.869688] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.870112] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.870450] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.870763] env[69735]: DEBUG nova.virt.hardware [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.872197] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43152892-be81-4ffc-9961-63a06d0003be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.887977] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc66820-3ef2-49dc-ac2b-986991f9331e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.915069] env[69735]: DEBUG oslo_vmware.api [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323929} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.918144] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.918366] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.918556] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.918786] env[69735]: INFO nova.compute.manager [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 916.919068] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.919624] env[69735]: DEBUG nova.compute.manager [-] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.919723] env[69735]: DEBUG nova.network.neutron [-] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.930037] env[69735]: DEBUG oslo_vmware.api [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322092} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.930327] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.930528] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.930702] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.931029] env[69735]: INFO nova.compute.manager [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Took 2.19 seconds to destroy the instance on the hypervisor. [ 916.931283] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.934470] env[69735]: DEBUG nova.compute.manager [-] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.934713] env[69735]: DEBUG nova.network.neutron [-] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.954230] env[69735]: DEBUG oslo_vmware.api [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332924} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.957598] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.957915] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.958171] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.958389] env[69735]: INFO nova.compute.manager [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Took 1.67 seconds to destroy the instance on the hypervisor. [ 916.958685] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.959160] env[69735]: DEBUG nova.compute.manager [-] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.959271] env[69735]: DEBUG nova.network.neutron [-] [instance: dcae396c-973e-4043-b856-95deb9bbd154] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.999340] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.140014] env[69735]: DEBUG nova.network.neutron [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Updating instance_info_cache with network_info: [{"id": "3403f79d-b990-4ea5-9d2e-29fa7968f76f", "address": "fa:16:3e:94:67:b6", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3403f79d-b9", "ovs_interfaceid": "3403f79d-b990-4ea5-9d2e-29fa7968f76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.232640] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605197, 'name': Rename_Task, 'duration_secs': 0.235399} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.240327] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.240327] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27e47a5-3b91-4e29-9f63-caf7686c7409 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.248548] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 917.248548] env[69735]: value = "task-3605198" [ 917.248548] env[69735]: _type = "Task" [ 917.248548] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.261512] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.509176] env[69735]: DEBUG oslo_vmware.api [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605190, 'name': RemoveSnapshot_Task, 'duration_secs': 1.396716} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.509439] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 917.509663] env[69735]: INFO nova.compute.manager [None req-975bbf0a-4fd8-4751-9087-e9ceef3be535 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Took 14.98 seconds to snapshot the instance on the hypervisor. [ 917.559799] env[69735]: DEBUG nova.compute.manager [req-c97dd0e7-2bf3-411e-937a-bf9040441d16 req-0b4ec101-7b09-47bf-84f8-e8d999627be8 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Received event network-vif-deleted-076253a0-f49e-42fc-ab70-162003fcd6ed {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.560012] env[69735]: INFO nova.compute.manager [req-c97dd0e7-2bf3-411e-937a-bf9040441d16 req-0b4ec101-7b09-47bf-84f8-e8d999627be8 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Neutron deleted interface 076253a0-f49e-42fc-ab70-162003fcd6ed; detaching it from the instance and deleting it from the info cache [ 917.560296] env[69735]: DEBUG nova.network.neutron [req-c97dd0e7-2bf3-411e-937a-bf9040441d16 req-0b4ec101-7b09-47bf-84f8-e8d999627be8 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.563704] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a614bd-d030-405b-8cf8-e79dc6185e0d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.573046] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5795ae1-dca2-4f83-ac6f-f506c7101b0f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.610315] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f1569e-a0ec-4d69-9b99-210181c78d2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.617928] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a60b308-43e3-47ed-b578-9c262909ff9e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.633413] env[69735]: DEBUG nova.compute.provider_tree [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.646755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "refresh_cache-347dd678-4892-4126-884d-ff7b5b9db3bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.647073] env[69735]: DEBUG nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance network_info: |[{"id": "3403f79d-b990-4ea5-9d2e-29fa7968f76f", "address": "fa:16:3e:94:67:b6", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3403f79d-b9", "ovs_interfaceid": "3403f79d-b990-4ea5-9d2e-29fa7968f76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.647483] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:67:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3403f79d-b990-4ea5-9d2e-29fa7968f76f', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.655436] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Creating folder: Project (b1a8427fd7b8481b8ee69e1eb37b46c4). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.655996] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8e76e15-2137-4ae6-9eb2-78f5cde99e8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.666417] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Created folder: Project (b1a8427fd7b8481b8ee69e1eb37b46c4) in parent group-v719064. [ 917.666627] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Creating folder: Instances. Parent ref: group-v719225. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.666873] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88f5279-1417-4200-9b0a-14d7a5ad9e97 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.675834] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Created folder: Instances in parent group-v719225. [ 917.676098] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.676300] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.676513] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f040e7f-4121-4bc3-afeb-d0a49b19f074 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.696693] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.696693] env[69735]: value = "task-3605201" [ 917.696693] env[69735]: _type = "Task" [ 917.696693] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.704873] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605201, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.758942] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.828085] env[69735]: DEBUG nova.compute.manager [req-9dc5b337-5d94-4c05-ac25-6986a5e01298 req-f6ec7b39-26f5-422f-8de6-24cc4670ba9e service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Received event network-changed-3403f79d-b990-4ea5-9d2e-29fa7968f76f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.828300] env[69735]: DEBUG nova.compute.manager [req-9dc5b337-5d94-4c05-ac25-6986a5e01298 req-f6ec7b39-26f5-422f-8de6-24cc4670ba9e service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Refreshing instance network info cache due to event network-changed-3403f79d-b990-4ea5-9d2e-29fa7968f76f. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.828523] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc5b337-5d94-4c05-ac25-6986a5e01298 req-f6ec7b39-26f5-422f-8de6-24cc4670ba9e service nova] Acquiring lock "refresh_cache-347dd678-4892-4126-884d-ff7b5b9db3bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.828678] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc5b337-5d94-4c05-ac25-6986a5e01298 req-f6ec7b39-26f5-422f-8de6-24cc4670ba9e service nova] Acquired lock "refresh_cache-347dd678-4892-4126-884d-ff7b5b9db3bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.828899] env[69735]: DEBUG nova.network.neutron [req-9dc5b337-5d94-4c05-ac25-6986a5e01298 req-f6ec7b39-26f5-422f-8de6-24cc4670ba9e service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Refreshing network info cache for port 3403f79d-b990-4ea5-9d2e-29fa7968f76f {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.847883] env[69735]: DEBUG nova.network.neutron [-] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.068382] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76dc2699-80b7-41b0-83e0-ad9fcf49a4a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.082605] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca29627f-69f0-42de-934e-ec8630ef940d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.116397] env[69735]: DEBUG nova.compute.manager [req-c97dd0e7-2bf3-411e-937a-bf9040441d16 req-0b4ec101-7b09-47bf-84f8-e8d999627be8 service nova] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Detach interface failed, port_id=076253a0-f49e-42fc-ab70-162003fcd6ed, reason: Instance dcae396c-973e-4043-b856-95deb9bbd154 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.136850] env[69735]: DEBUG nova.scheduler.client.report [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.175870] env[69735]: DEBUG nova.network.neutron [-] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.208030] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605201, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.259669] env[69735]: DEBUG oslo_vmware.api [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605198, 'name': PowerOnVM_Task, 'duration_secs': 0.614664} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.259994] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.260205] env[69735]: INFO nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Took 9.25 seconds to spawn the instance on the hypervisor. [ 918.260396] env[69735]: DEBUG nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.261321] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549de395-508f-4aae-987e-32d186e6685c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.351094] env[69735]: INFO nova.compute.manager [-] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Took 1.39 seconds to deallocate network for instance. [ 918.590277] env[69735]: DEBUG nova.network.neutron [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Successfully updated port: ccc183a3-9421-44e0-ad81-1fb5c62dc3fa {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.647289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.648235] env[69735]: DEBUG nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.651316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.689s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.651755] env[69735]: DEBUG nova.objects.instance [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lazy-loading 'resources' on Instance uuid 67bbc2f0-bcac-401e-b6b4-4daf1db04b50 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.679160] env[69735]: INFO nova.compute.manager [-] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Took 1.76 seconds to deallocate network for instance. [ 918.708719] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605201, 'name': CreateVM_Task, 'duration_secs': 0.595157} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.709127] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.709927] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.710196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.710618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.710936] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0a9dfb-700c-4796-932d-b36fb626b16e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.716702] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 918.716702] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fb79da-d76a-956c-9bcc-e6e1ee8f4fb0" [ 918.716702] env[69735]: _type = "Task" [ 918.716702] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.726049] env[69735]: DEBUG nova.network.neutron [req-9dc5b337-5d94-4c05-ac25-6986a5e01298 req-f6ec7b39-26f5-422f-8de6-24cc4670ba9e service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Updated VIF entry in instance network info cache for port 3403f79d-b990-4ea5-9d2e-29fa7968f76f. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.726664] env[69735]: DEBUG nova.network.neutron [req-9dc5b337-5d94-4c05-ac25-6986a5e01298 req-f6ec7b39-26f5-422f-8de6-24cc4670ba9e service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Updating instance_info_cache with network_info: [{"id": "3403f79d-b990-4ea5-9d2e-29fa7968f76f", "address": "fa:16:3e:94:67:b6", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3403f79d-b9", "ovs_interfaceid": "3403f79d-b990-4ea5-9d2e-29fa7968f76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.733396] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fb79da-d76a-956c-9bcc-e6e1ee8f4fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.785418] env[69735]: INFO nova.compute.manager [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Took 49.66 seconds to build instance. [ 918.858332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.011815] env[69735]: DEBUG nova.network.neutron [-] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.094966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "refresh_cache-5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.094966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "refresh_cache-5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.094966] env[69735]: DEBUG nova.network.neutron [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.156241] env[69735]: DEBUG nova.compute.utils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.162172] env[69735]: DEBUG nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.162172] env[69735]: DEBUG nova.network.neutron [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.188858] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.228415] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fb79da-d76a-956c-9bcc-e6e1ee8f4fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.029106} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.230680] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.232043] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.232043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.232043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.232043] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.232043] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc5b337-5d94-4c05-ac25-6986a5e01298 req-f6ec7b39-26f5-422f-8de6-24cc4670ba9e service nova] Releasing lock "refresh_cache-347dd678-4892-4126-884d-ff7b5b9db3bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.232531] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1765a8d-51e6-4817-85d0-7fe9400991e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.246824] env[69735]: DEBUG nova.policy [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2350d085402f42c8a035001d395b22a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0db178df2e8458d983144f4a1a23920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.250246] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.250246] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.255187] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2aa99d5-8958-4d08-8b1f-edc3cfde46b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.261510] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 919.261510] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52997a37-a916-1427-a10f-a6eb487ecd50" [ 919.261510] env[69735]: _type = "Task" [ 919.261510] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.269632] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52997a37-a916-1427-a10f-a6eb487ecd50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.287627] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e30ffd1d-ecf4-4123-92e9-408d04eef3bb tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "690e0729-123d-4935-bcc4-2e0f8248ddc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.625s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.518956] env[69735]: INFO nova.compute.manager [-] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Took 2.58 seconds to deallocate network for instance. [ 919.663226] env[69735]: DEBUG nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.669106] env[69735]: DEBUG nova.network.neutron [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.745830] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquiring lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.746075] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.777269] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52997a37-a916-1427-a10f-a6eb487ecd50, 'name': SearchDatastore_Task, 'duration_secs': 0.015967} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.778425] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f653dfec-8029-4ce6-840e-3ccb27968cc1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.786200] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 919.786200] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cfb0d8-d83c-1f06-cf84-60ba457e57a0" [ 919.786200] env[69735]: _type = "Task" [ 919.786200] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.793799] env[69735]: DEBUG nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.802160] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cfb0d8-d83c-1f06-cf84-60ba457e57a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.826864] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c6db8a-c2f8-4b50-82aa-f524305fac82 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.835381] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34f1ffa-3a4f-4283-b595-b3300fa9e2d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.867759] env[69735]: DEBUG nova.compute.manager [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.869111] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba9824-6867-43f2-a0fa-caa990e7c2d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.872318] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544caaa0-80db-4713-9809-bdf59b38dc22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.885579] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4cfa57-bb2c-45e3-bd26-a0369ce0be95 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.899854] env[69735]: DEBUG nova.compute.provider_tree [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.979496] env[69735]: DEBUG nova.network.neutron [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Successfully created port: 57fc35a3-d135-4883-84cf-b6739bb05fc6 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.999094] env[69735]: DEBUG nova.network.neutron [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Updating instance_info_cache with network_info: [{"id": "ccc183a3-9421-44e0-ad81-1fb5c62dc3fa", "address": "fa:16:3e:65:3f:fa", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc183a3-94", "ovs_interfaceid": "ccc183a3-9421-44e0-ad81-1fb5c62dc3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.026812] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.036702] env[69735]: DEBUG nova.compute.manager [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Received event network-vif-deleted-c4e1e5b0-c8be-4695-b360-41910ffc417f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.037032] env[69735]: DEBUG nova.compute.manager [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Received event network-vif-plugged-ccc183a3-9421-44e0-ad81-1fb5c62dc3fa {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.037120] env[69735]: DEBUG oslo_concurrency.lockutils [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] Acquiring lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.037379] env[69735]: DEBUG oslo_concurrency.lockutils [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] Lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.037559] env[69735]: DEBUG oslo_concurrency.lockutils [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] Lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.037662] env[69735]: DEBUG nova.compute.manager [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] No waiting events found dispatching network-vif-plugged-ccc183a3-9421-44e0-ad81-1fb5c62dc3fa {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.037891] env[69735]: WARNING nova.compute.manager [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Received unexpected event network-vif-plugged-ccc183a3-9421-44e0-ad81-1fb5c62dc3fa for instance with vm_state building and task_state spawning. [ 920.038099] env[69735]: DEBUG nova.compute.manager [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Received event network-vif-deleted-08468ebb-8d7d-44c3-9bcd-5131848c569a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.038302] env[69735]: DEBUG nova.compute.manager [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Received event network-changed-ccc183a3-9421-44e0-ad81-1fb5c62dc3fa {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.038456] env[69735]: DEBUG nova.compute.manager [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Refreshing instance network info cache due to event network-changed-ccc183a3-9421-44e0-ad81-1fb5c62dc3fa. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.038975] env[69735]: DEBUG oslo_concurrency.lockutils [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] Acquiring lock "refresh_cache-5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.303723] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cfb0d8-d83c-1f06-cf84-60ba457e57a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016697} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.306491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.306812] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.307544] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e62d3ed-09b5-41a7-820a-71b15be4aeac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.316650] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 920.316650] env[69735]: value = "task-3605202" [ 920.316650] env[69735]: _type = "Task" [ 920.316650] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.328368] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.383493] env[69735]: INFO nova.compute.manager [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] instance snapshotting [ 920.389456] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0dc2e7-963f-4bf6-9704-09e8bc711c07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.420521] env[69735]: DEBUG nova.scheduler.client.report [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.421338] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f865cf-92ca-4511-9f30-555b98ddb9a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.502503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "refresh_cache-5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.502729] env[69735]: DEBUG nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Instance network_info: |[{"id": "ccc183a3-9421-44e0-ad81-1fb5c62dc3fa", "address": "fa:16:3e:65:3f:fa", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc183a3-94", "ovs_interfaceid": "ccc183a3-9421-44e0-ad81-1fb5c62dc3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.502931] env[69735]: DEBUG oslo_concurrency.lockutils [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] Acquired lock "refresh_cache-5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.503164] env[69735]: DEBUG nova.network.neutron [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Refreshing network info cache for port ccc183a3-9421-44e0-ad81-1fb5c62dc3fa {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.504480] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:3f:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccc183a3-9421-44e0-ad81-1fb5c62dc3fa', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.512946] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.513463] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.513702] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d0888c-5d94-4d99-9177-1788262fd40e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.534117] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.534117] env[69735]: value = "task-3605203" [ 920.534117] env[69735]: _type = "Task" [ 920.534117] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.542350] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605203, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.605630] env[69735]: INFO nova.compute.manager [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Rescuing [ 920.605975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.606522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.606522] env[69735]: DEBUG nova.network.neutron [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.674690] env[69735]: DEBUG nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.702905] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.703944] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.704219] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.704441] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.704643] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.704882] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.705146] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.705382] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.705675] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.705906] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.706112] env[69735]: DEBUG nova.virt.hardware [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.707248] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb01df3c-d60a-4419-ae07-799887de2300 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.716361] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d78deda-2af3-4268-a2ac-df59c3e145a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.827452] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605202, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.926431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.928972] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.563s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.930861] env[69735]: INFO nova.compute.claims [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.935984] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 920.936541] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3ce71ec-0ca6-4037-ad05-514bc7f252c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.944155] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 920.944155] env[69735]: value = "task-3605204" [ 920.944155] env[69735]: _type = "Task" [ 920.944155] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.949637] env[69735]: INFO nova.scheduler.client.report [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Deleted allocations for instance 67bbc2f0-bcac-401e-b6b4-4daf1db04b50 [ 920.954777] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605204, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.045251] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605203, 'name': CreateVM_Task, 'duration_secs': 0.419893} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.045449] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.046299] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.046538] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.046875] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.047249] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f47cc2-0496-4fb5-a66e-1c9033ec34eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.052933] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 921.052933] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5243f127-5469-b0d6-16b8-433b7b650934" [ 921.052933] env[69735]: _type = "Task" [ 921.052933] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.062485] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5243f127-5469-b0d6-16b8-433b7b650934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.328719] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631902} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.329016] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.329327] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.329663] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e732e2-e379-4c74-a0e5-76a49c1a8ea8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.341369] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 921.341369] env[69735]: value = "task-3605205" [ 921.341369] env[69735]: _type = "Task" [ 921.341369] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.353770] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.455008] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605204, 'name': CreateSnapshot_Task, 'duration_secs': 0.504279} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.455276] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 921.458229] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff068757-8a67-46f5-a06b-514bf0210303 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.463787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd232a6-1d40-4686-b94f-47a3697a7c86 tempest-ServersListShow298Test-1750111513 tempest-ServersListShow298Test-1750111513-project-member] Lock "67bbc2f0-bcac-401e-b6b4-4daf1db04b50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.950s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.563385] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5243f127-5469-b0d6-16b8-433b7b650934, 'name': SearchDatastore_Task, 'duration_secs': 0.024942} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.563681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.563914] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.564168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.564314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.564491] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.564753] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a6fa655-4e88-4de3-82fd-cbbe54cea7b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.574389] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.574575] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.575488] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b633be-8e88-4a8d-9028-73eec745d48d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.580687] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 921.580687] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c56530-7202-5245-e07c-9d0035ca3165" [ 921.580687] env[69735]: _type = "Task" [ 921.580687] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.592019] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c56530-7202-5245-e07c-9d0035ca3165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.617731] env[69735]: DEBUG nova.network.neutron [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Updated VIF entry in instance network info cache for port ccc183a3-9421-44e0-ad81-1fb5c62dc3fa. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.618097] env[69735]: DEBUG nova.network.neutron [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Updating instance_info_cache with network_info: [{"id": "ccc183a3-9421-44e0-ad81-1fb5c62dc3fa", "address": "fa:16:3e:65:3f:fa", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc183a3-94", "ovs_interfaceid": "ccc183a3-9421-44e0-ad81-1fb5c62dc3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.695888] env[69735]: DEBUG nova.network.neutron [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Updating instance_info_cache with network_info: [{"id": "4dcd37f0-1204-4baa-b097-75fe465af169", "address": "fa:16:3e:b2:b6:5d", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd37f0-12", "ovs_interfaceid": "4dcd37f0-1204-4baa-b097-75fe465af169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.854994] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078092} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.855665] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.856504] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3dbe1-90ef-4821-a7d3-1ef3a1407fc0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.879994] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.883651] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f63b2ee-8af6-4cce-9cf6-626578cfc812 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.904121] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 921.904121] env[69735]: value = "task-3605206" [ 921.904121] env[69735]: _type = "Task" [ 921.904121] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.914665] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.980184] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 921.983328] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66f7646b-9f53-482c-884a-0cca27be43bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.990066] env[69735]: DEBUG nova.network.neutron [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Successfully updated port: 57fc35a3-d135-4883-84cf-b6739bb05fc6 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.992365] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 921.992365] env[69735]: value = "task-3605207" [ 921.992365] env[69735]: _type = "Task" [ 921.992365] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.003984] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605207, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.092792] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c56530-7202-5245-e07c-9d0035ca3165, 'name': SearchDatastore_Task, 'duration_secs': 0.03226} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.093628] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34cd3de4-26da-40ad-98e4-af2f5b5f939a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.099227] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 922.099227] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52390455-2025-869d-1f24-c40352824e1d" [ 922.099227] env[69735]: _type = "Task" [ 922.099227] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.112580] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52390455-2025-869d-1f24-c40352824e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.120745] env[69735]: DEBUG oslo_concurrency.lockutils [req-006c23c8-42b5-486c-bb0b-e8827d0e6337 req-0678cfd9-d9a2-4167-9663-7636752954d6 service nova] Releasing lock "refresh_cache-5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.152243] env[69735]: DEBUG nova.compute.manager [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] Received event network-vif-plugged-57fc35a3-d135-4883-84cf-b6739bb05fc6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.152479] env[69735]: DEBUG oslo_concurrency.lockutils [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] Acquiring lock "a8571657-4975-448d-9902-1ada5a780e15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.152686] env[69735]: DEBUG oslo_concurrency.lockutils [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] Lock "a8571657-4975-448d-9902-1ada5a780e15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.152849] env[69735]: DEBUG oslo_concurrency.lockutils [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] Lock "a8571657-4975-448d-9902-1ada5a780e15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.153252] env[69735]: DEBUG nova.compute.manager [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] No waiting events found dispatching network-vif-plugged-57fc35a3-d135-4883-84cf-b6739bb05fc6 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.153252] env[69735]: WARNING nova.compute.manager [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] Received unexpected event network-vif-plugged-57fc35a3-d135-4883-84cf-b6739bb05fc6 for instance with vm_state building and task_state spawning. [ 922.153415] env[69735]: DEBUG nova.compute.manager [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] Received event network-changed-57fc35a3-d135-4883-84cf-b6739bb05fc6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.153536] env[69735]: DEBUG nova.compute.manager [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] Refreshing instance network info cache due to event network-changed-57fc35a3-d135-4883-84cf-b6739bb05fc6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.153681] env[69735]: DEBUG oslo_concurrency.lockutils [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] Acquiring lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.153802] env[69735]: DEBUG oslo_concurrency.lockutils [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] Acquired lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.153982] env[69735]: DEBUG nova.network.neutron [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] Refreshing network info cache for port 57fc35a3-d135-4883-84cf-b6739bb05fc6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.200453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.416212] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.497664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.506119] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605207, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.552878] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1306e519-b989-4766-bf84-edd1437e8db5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.560503] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffb87c7-0c9d-4cf3-b9ad-9145597d4189 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.591146] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6abac3a-5d22-4a27-bd12-cb207bf7653e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.598622] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c7da96-8bca-435c-8467-2575a746910c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.613930] env[69735]: DEBUG nova.compute.provider_tree [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.619923] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52390455-2025-869d-1f24-c40352824e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.02208} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.620217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.620476] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad/5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.620731] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98b29ed9-a89b-4b7f-a4c5-efacaf314abc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.627895] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 922.627895] env[69735]: value = "task-3605208" [ 922.627895] env[69735]: _type = "Task" [ 922.627895] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.636375] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.732596] env[69735]: DEBUG nova.network.neutron [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.890793] env[69735]: DEBUG nova.network.neutron [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.920335] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605206, 'name': ReconfigVM_Task, 'duration_secs': 0.81592} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.920635] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.921372] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38e4821b-7a7d-4bff-9d57-8e59f451f251 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.933953] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 922.933953] env[69735]: value = "task-3605209" [ 922.933953] env[69735]: _type = "Task" [ 922.933953] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.943109] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605209, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.009721] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605207, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.137624] env[69735]: ERROR nova.scheduler.client.report [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [req-79098b23-9f92-4ec7-a0d8-e0d16d07c9bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79098b23-9f92-4ec7-a0d8-e0d16d07c9bf"}]} [ 923.144091] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605208, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.165892] env[69735]: DEBUG nova.scheduler.client.report [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 923.183395] env[69735]: DEBUG nova.scheduler.client.report [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 923.183395] env[69735]: DEBUG nova.compute.provider_tree [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.195757] env[69735]: DEBUG nova.scheduler.client.report [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 923.222132] env[69735]: DEBUG nova.scheduler.client.report [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 923.393893] env[69735]: DEBUG oslo_concurrency.lockutils [req-279d4067-0ecb-4d32-9a17-2e896343a68d req-847a143d-4990-4602-8dbd-11e38f990b74 service nova] Releasing lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.394911] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.395314] env[69735]: DEBUG nova.network.neutron [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.448397] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605209, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.505285] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605207, 'name': CloneVM_Task, 'duration_secs': 1.458128} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.510330] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Created linked-clone VM from snapshot [ 923.510330] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc3f697-4f63-4965-b230-bd7ee03ade19 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.516527] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Uploading image 6894c9d3-ce17-47c2-8340-4e8be22b57a9 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 923.555474] env[69735]: DEBUG oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 923.555474] env[69735]: value = "vm-719230" [ 923.555474] env[69735]: _type = "VirtualMachine" [ 923.555474] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 923.555824] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9312103-f9cf-42aa-a936-5df784f04ac8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.565553] env[69735]: DEBUG oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lease: (returnval){ [ 923.565553] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52595c6a-3da6-47a5-23fd-f47ab675cca5" [ 923.565553] env[69735]: _type = "HttpNfcLease" [ 923.565553] env[69735]: } obtained for exporting VM: (result){ [ 923.565553] env[69735]: value = "vm-719230" [ 923.565553] env[69735]: _type = "VirtualMachine" [ 923.565553] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 923.565814] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the lease: (returnval){ [ 923.565814] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52595c6a-3da6-47a5-23fd-f47ab675cca5" [ 923.565814] env[69735]: _type = "HttpNfcLease" [ 923.565814] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 923.577182] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.577182] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52595c6a-3da6-47a5-23fd-f47ab675cca5" [ 923.577182] env[69735]: _type = "HttpNfcLease" [ 923.577182] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 923.577484] env[69735]: DEBUG oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 923.577484] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52595c6a-3da6-47a5-23fd-f47ab675cca5" [ 923.577484] env[69735]: _type = "HttpNfcLease" [ 923.577484] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 923.578259] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f952ec-c93e-49fc-9b6f-a6884c5eb590 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.592909] env[69735]: DEBUG oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc5c1b-6eca-f9bb-35ce-959e2fe99011/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 923.592909] env[69735]: DEBUG oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc5c1b-6eca-f9bb-35ce-959e2fe99011/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 923.663188] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578991} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.663537] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad/5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.663798] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.664120] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e49dffa9-1a13-41d5-aa17-1c35152ae4c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.670948] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 923.670948] env[69735]: value = "task-3605211" [ 923.670948] env[69735]: _type = "Task" [ 923.670948] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.679303] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.688404] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-278be01f-39c6-422d-bf34-a6c82d5c7175 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.747406] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.747871] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef02abc-049e-4272-ba77-42b8627cc3fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.753542] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 923.753542] env[69735]: value = "task-3605212" [ 923.753542] env[69735]: _type = "Task" [ 923.753542] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.763077] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.844952] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2600818-ddeb-4a13-a2e0-81ceeb78a568 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.855083] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aeb6ca-4c83-402d-81aa-4acb20cccf66 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.885099] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88587234-b3c2-43da-833f-38162ac38b3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.895081] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b985a7-1b5d-439b-81ee-b8c99895f64a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.911886] env[69735]: DEBUG nova.compute.provider_tree [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.943337] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605209, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.944458] env[69735]: DEBUG nova.network.neutron [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.181808] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067686} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.182962] env[69735]: DEBUG nova.network.neutron [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance_info_cache with network_info: [{"id": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "address": "fa:16:3e:3c:2e:09", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc35a3-d1", "ovs_interfaceid": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.186575] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.187463] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc950ae5-5620-4044-9da9-f0141b53ffbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.212329] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad/5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.213418] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6659bf32-7474-4c1f-8abf-4734362f7104 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.235110] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 924.235110] env[69735]: value = "task-3605213" [ 924.235110] env[69735]: _type = "Task" [ 924.235110] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.245938] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.262803] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.451963] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605209, 'name': Rename_Task, 'duration_secs': 1.385076} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.452394] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.452660] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11e03c00-aed4-4ebc-b2ec-965bdad3d089 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.459341] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 924.459341] env[69735]: value = "task-3605214" [ 924.459341] env[69735]: _type = "Task" [ 924.459341] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.470785] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.474888] env[69735]: DEBUG nova.scheduler.client.report [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 924.475214] env[69735]: DEBUG nova.compute.provider_tree [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 87 to 88 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 924.475453] env[69735]: DEBUG nova.compute.provider_tree [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.687157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.687562] env[69735]: DEBUG nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Instance network_info: |[{"id": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "address": "fa:16:3e:3c:2e:09", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc35a3-d1", "ovs_interfaceid": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.688081] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:2e:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57fc35a3-d135-4883-84cf-b6739bb05fc6', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.698547] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.702016] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8571657-4975-448d-9902-1ada5a780e15] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.702016] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33a78301-2565-43f5-87ed-7bb19a20bc24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.724173] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.724173] env[69735]: value = "task-3605215" [ 924.724173] env[69735]: _type = "Task" [ 924.724173] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.734590] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605215, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.745165] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605213, 'name': ReconfigVM_Task, 'duration_secs': 0.439204} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.745579] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad/5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.746247] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-274f8797-4be9-4684-beb1-39611bc215cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.754708] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 924.754708] env[69735]: value = "task-3605216" [ 924.754708] env[69735]: _type = "Task" [ 924.754708] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.767437] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605212, 'name': PowerOffVM_Task, 'duration_secs': 0.733002} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.771236] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.771642] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605216, 'name': Rename_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.772466] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745da67d-ae59-411c-b42e-3135168de00f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.796550] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc48c66-3530-4c46-a02a-7f137ce96b79 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.970336] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605214, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.981459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.052s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.982106] env[69735]: DEBUG nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.985174] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 40.656s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.234603] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605215, 'name': CreateVM_Task, 'duration_secs': 0.447997} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.234879] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8571657-4975-448d-9902-1ada5a780e15] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.235678] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.236048] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.237059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.237059] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d63505c-bd2a-48d9-b518-b21db8f37cb3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.241726] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 925.241726] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d7454-e396-1cb9-1626-8b12d971454d" [ 925.241726] env[69735]: _type = "Task" [ 925.241726] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.251670] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d7454-e396-1cb9-1626-8b12d971454d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.263768] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605216, 'name': Rename_Task, 'duration_secs': 0.194948} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.264136] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.264440] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5541d4b-a2d7-47c5-bdfc-2c05eda9da84 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.270696] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 925.270696] env[69735]: value = "task-3605217" [ 925.270696] env[69735]: _type = "Task" [ 925.270696] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.278757] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.470175] env[69735]: DEBUG oslo_vmware.api [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605214, 'name': PowerOnVM_Task, 'duration_secs': 0.631239} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.470535] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.470804] env[69735]: INFO nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Took 11.43 seconds to spawn the instance on the hypervisor. [ 925.471108] env[69735]: DEBUG nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.472612] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6997e1-7871-463c-b97d-4e731fae6922 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.492082] env[69735]: DEBUG nova.compute.utils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.493755] env[69735]: DEBUG nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.494047] env[69735]: DEBUG nova.network.neutron [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.545569] env[69735]: DEBUG nova.policy [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376961eb4ee1483892f9345a479eb196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdf4c49c001d4612933c3e87e7459422', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.753132] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d7454-e396-1cb9-1626-8b12d971454d, 'name': SearchDatastore_Task, 'duration_secs': 0.017437} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.755684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.755955] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.756172] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.756335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.756581] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.757108] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba88160b-1918-469f-ad0d-e7022faee647 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.773937] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.773937] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.776799] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c67309-578c-4fef-84ef-050280b21add {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.785672] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.786097] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 925.786097] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5224cd7d-b5df-7efa-ffc7-161b28a704c0" [ 925.786097] env[69735]: _type = "Task" [ 925.786097] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.796772] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5224cd7d-b5df-7efa-ffc7-161b28a704c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.857116] env[69735]: DEBUG nova.network.neutron [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Successfully created port: 8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.993155] env[69735]: INFO nova.compute.manager [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Took 54.39 seconds to build instance. [ 925.999909] env[69735]: DEBUG nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.081412] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8bc4d3-9cc3-48d2-ac62-8d982e21fbe9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.088916] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b96691-acfd-40de-a101-9bca892461db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.124843] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4dc802-754e-4bf5-9ff0-34b9836c76e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.132866] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f4d4bd-16b3-4ec5-83f3-321e3a098c8a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.147069] env[69735]: DEBUG nova.compute.provider_tree [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.282381] env[69735]: DEBUG oslo_vmware.api [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605217, 'name': PowerOnVM_Task, 'duration_secs': 0.729073} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.282657] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.282862] env[69735]: INFO nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Took 9.45 seconds to spawn the instance on the hypervisor. [ 926.283086] env[69735]: DEBUG nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.283891] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d22b23-4588-4ae2-89aa-bce8b264c573 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.301065] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5224cd7d-b5df-7efa-ffc7-161b28a704c0, 'name': SearchDatastore_Task, 'duration_secs': 0.018717} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.301652] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5223fa2-ffdb-483c-ac4d-2c1aa4bdd638 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.306696] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 926.306696] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5287e2f1-fb24-d53f-d97b-ce2d925493e5" [ 926.306696] env[69735]: _type = "Task" [ 926.306696] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.314423] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5287e2f1-fb24-d53f-d97b-ce2d925493e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.498029] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b1c2700f-a8cf-4813-8575-aec0f2dd885e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "347dd678-4892-4126-884d-ff7b5b9db3bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.724s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.627018] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.628545] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f136d2b7-8905-4976-b64d-0991fa8c4ba6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.635359] env[69735]: DEBUG oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296cb7e-30da-dba5-1072-765ef9fd11a2/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.636167] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bf9946-4e0c-4aaa-9227-337850d7dd63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.639851] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 926.639851] env[69735]: value = "task-3605218" [ 926.639851] env[69735]: _type = "Task" [ 926.639851] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.644774] env[69735]: DEBUG oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296cb7e-30da-dba5-1072-765ef9fd11a2/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.644938] env[69735]: ERROR oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296cb7e-30da-dba5-1072-765ef9fd11a2/disk-0.vmdk due to incomplete transfer. [ 926.645473] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09ed7abd-66f2-46c8-9e0b-7dde087aefbf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.650555] env[69735]: DEBUG nova.scheduler.client.report [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.654406] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 926.654613] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.655332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.659220] env[69735]: DEBUG oslo_vmware.rw_handles [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296cb7e-30da-dba5-1072-765ef9fd11a2/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.659413] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Uploaded image f4cc0af7-db7b-44eb-8839-76b6b6c46a75 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.661102] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.661371] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b9ab314-ef20-4d75-86e7-20c26932dad5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.668305] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 926.668305] env[69735]: value = "task-3605219" [ 926.668305] env[69735]: _type = "Task" [ 926.668305] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.677184] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605219, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.803728] env[69735]: INFO nova.compute.manager [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Took 53.13 seconds to build instance. [ 926.818180] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5287e2f1-fb24-d53f-d97b-ce2d925493e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013479} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.820125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.820125] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] a8571657-4975-448d-9902-1ada5a780e15/a8571657-4975-448d-9902-1ada5a780e15.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.820125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.820125] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.820125] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5848f8e4-c4fb-4b7d-9d35-bf1175b0cfb8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.822945] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-805b1dca-4b1a-4b43-b528-f54001928dbe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.833905] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 926.833905] env[69735]: value = "task-3605220" [ 926.833905] env[69735]: _type = "Task" [ 926.833905] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.838408] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.838625] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.839820] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb297d77-c322-4f86-89ad-14cde75f4ce4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.845594] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.848670] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 926.848670] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b0883e-ffc1-9d01-c88d-1992d1393dde" [ 926.848670] env[69735]: _type = "Task" [ 926.848670] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.856469] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b0883e-ffc1-9d01-c88d-1992d1393dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.001074] env[69735]: DEBUG nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.008270] env[69735]: DEBUG nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.034401] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.034647] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.034807] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.034986] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.035150] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.035293] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.035500] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.035657] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.035826] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.035980] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.036177] env[69735]: DEBUG nova.virt.hardware [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.037061] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80834f4b-84cd-4e6b-873b-357b84648ec3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.046685] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eabfa5-0ded-4b7c-adae-808d4358b0db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.178855] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605219, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.306712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cec586ac-c8c1-4055-b178-5f41b214dc75 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.073s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.346537] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605220, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.363006] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b0883e-ffc1-9d01-c88d-1992d1393dde, 'name': SearchDatastore_Task, 'duration_secs': 0.022183} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.363904] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a9fec7-42df-49ab-a06f-6efbc1703383 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.371150] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 927.371150] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ca4d42-6218-dd1f-11ee-af923c30f8ed" [ 927.371150] env[69735]: _type = "Task" [ 927.371150] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.384603] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ca4d42-6218-dd1f-11ee-af923c30f8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.523980] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.633274] env[69735]: DEBUG nova.network.neutron [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Successfully updated port: 8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.665725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.680s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.666046] env[69735]: DEBUG nova.compute.manager [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69735) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 927.669669] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.169s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.670218] env[69735]: DEBUG nova.objects.instance [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lazy-loading 'resources' on Instance uuid 6ae1e213-9754-452a-ba79-04910f983b7f {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.680694] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605219, 'name': Destroy_Task, 'duration_secs': 0.759222} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.680989] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Destroyed the VM [ 927.681240] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.681493] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07fb3646-53a4-422d-9ef7-42d7eb1955da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.688303] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 927.688303] env[69735]: value = "task-3605221" [ 927.688303] env[69735]: _type = "Task" [ 927.688303] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.696213] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.723322] env[69735]: DEBUG nova.compute.manager [req-fd76813c-7dda-4e52-ba5f-7945b40682ae req-b31bb301-87ac-4359-94bb-c2eb24d48407 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Received event network-vif-plugged-8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.723322] env[69735]: DEBUG oslo_concurrency.lockutils [req-fd76813c-7dda-4e52-ba5f-7945b40682ae req-b31bb301-87ac-4359-94bb-c2eb24d48407 service nova] Acquiring lock "3f9462ac-d88a-4be6-8622-137f5f8a2425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.723554] env[69735]: DEBUG oslo_concurrency.lockutils [req-fd76813c-7dda-4e52-ba5f-7945b40682ae req-b31bb301-87ac-4359-94bb-c2eb24d48407 service nova] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.723713] env[69735]: DEBUG oslo_concurrency.lockutils [req-fd76813c-7dda-4e52-ba5f-7945b40682ae req-b31bb301-87ac-4359-94bb-c2eb24d48407 service nova] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.723903] env[69735]: DEBUG nova.compute.manager [req-fd76813c-7dda-4e52-ba5f-7945b40682ae req-b31bb301-87ac-4359-94bb-c2eb24d48407 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] No waiting events found dispatching network-vif-plugged-8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.724110] env[69735]: WARNING nova.compute.manager [req-fd76813c-7dda-4e52-ba5f-7945b40682ae req-b31bb301-87ac-4359-94bb-c2eb24d48407 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Received unexpected event network-vif-plugged-8ec0d408-486e-4d70-ac4b-014808a8a157 for instance with vm_state building and task_state spawning. [ 927.809617] env[69735]: DEBUG nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.846289] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771262} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.847316] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] a8571657-4975-448d-9902-1ada5a780e15/a8571657-4975-448d-9902-1ada5a780e15.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.847573] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.847838] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8264880-0d73-41d5-838c-78d0a2131841 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.856128] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 927.856128] env[69735]: value = "task-3605222" [ 927.856128] env[69735]: _type = "Task" [ 927.856128] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.864723] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.881055] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ca4d42-6218-dd1f-11ee-af923c30f8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.051928} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.881423] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.881747] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. {{(pid=69735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 927.882030] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c65e4d1-c033-4556-9312-2116eab1e765 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.891789] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 927.891789] env[69735]: value = "task-3605223" [ 927.891789] env[69735]: _type = "Task" [ 927.891789] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.904030] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.139798] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.139968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.140145] env[69735]: DEBUG nova.network.neutron [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.204435] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605221, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.253354] env[69735]: INFO nova.scheduler.client.report [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted allocation for migration 3c28946e-7f4f-49cb-b452-2822af0dc948 [ 928.338029] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.370754] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072712} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.371253] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.372315] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fab856-bb1b-47a4-b0de-2505c12cc9dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.399995] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a8571657-4975-448d-9902-1ada5a780e15/a8571657-4975-448d-9902-1ada5a780e15.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.403233] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d19d5a-a4b8-41f3-bad0-74d73184b2a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.433747] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605223, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.438748] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 928.438748] env[69735]: value = "task-3605224" [ 928.438748] env[69735]: _type = "Task" [ 928.438748] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.454136] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.683956] env[69735]: DEBUG nova.network.neutron [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.701870] env[69735]: DEBUG oslo_vmware.api [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605221, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906687} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.704710] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 928.704970] env[69735]: INFO nova.compute.manager [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Took 18.06 seconds to snapshot the instance on the hypervisor. [ 928.764151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46edbf64-df4b-4245-b2aa-4b8f54688ca4 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 48.269s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.849059] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf8b614-be96-4be0-a2f4-88e0e2798db4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.858226] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473a667-bac2-4d74-ba49-bf651a4fdb19 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.891792] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9029dac-cbb4-4b71-acf4-345b6e1bdf54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.900103] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd56129-5bc1-4b35-ac49-9cba470d5e20 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.922732] env[69735]: DEBUG nova.compute.provider_tree [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.932599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.933139] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.933139] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.933292] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.933489] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.935327] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681582} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.939063] env[69735]: INFO nova.compute.manager [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Terminating instance [ 928.940533] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. [ 928.943331] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b90fe-cbdd-4049-92c7-caf0b81b75a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.985451] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.986028] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.987791] env[69735]: ERROR nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [req-788c9973-da9f-4c5f-ac8e-a08147ab3fdd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-788c9973-da9f-4c5f-ac8e-a08147ab3fdd"}]} [ 928.988034] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3d322f-f58f-4995-81e7-3b4e8a19e227 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.009679] env[69735]: DEBUG nova.network.neutron [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Updating instance_info_cache with network_info: [{"id": "8ec0d408-486e-4d70-ac4b-014808a8a157", "address": "fa:16:3e:f3:0b:a6", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec0d408-48", "ovs_interfaceid": "8ec0d408-486e-4d70-ac4b-014808a8a157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.011536] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "02d38753-5c00-4458-98c6-7c9aecbfe906" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.011755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "02d38753-5c00-4458-98c6-7c9aecbfe906" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.016674] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 929.016674] env[69735]: value = "task-3605225" [ 929.016674] env[69735]: _type = "Task" [ 929.016674] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.022161] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 929.028610] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.047822] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 929.048162] env[69735]: DEBUG nova.compute.provider_tree [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.060816] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 929.082975] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 929.210052] env[69735]: DEBUG nova.compute.manager [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Instance disappeared during snapshot {{(pid=69735) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 929.226678] env[69735]: DEBUG nova.compute.manager [None req-95c1ba02-6463-490a-ba76-0705cc74d77a tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image not found during clean up f4cc0af7-db7b-44eb-8839-76b6b6c46a75 {{(pid=69735) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 929.453640] env[69735]: DEBUG nova.compute.manager [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.453640] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.453853] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605224, 'name': ReconfigVM_Task, 'duration_secs': 0.57834} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.454578] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385fdfd0-8df3-46b0-8f36-0afd39d7e718 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.457229] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a8571657-4975-448d-9902-1ada5a780e15/a8571657-4975-448d-9902-1ada5a780e15.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.457829] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53190030-3118-4826-a080-7f4ac972c815 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.463748] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.467147] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-889e70cf-1045-4ddd-bbb0-614784f6da73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.468655] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 929.468655] env[69735]: value = "task-3605226" [ 929.468655] env[69735]: _type = "Task" [ 929.468655] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.477658] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605226, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.513190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.513190] env[69735]: DEBUG nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Instance network_info: |[{"id": "8ec0d408-486e-4d70-ac4b-014808a8a157", "address": "fa:16:3e:f3:0b:a6", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec0d408-48", "ovs_interfaceid": "8ec0d408-486e-4d70-ac4b-014808a8a157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.513510] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:0b:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec0d408-486e-4d70-ac4b-014808a8a157', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.521427] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Creating folder: Project (cdf4c49c001d4612933c3e87e7459422). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.524461] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31097f50-eda7-4f87-9c94-8c930b585b31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.535342] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.539219] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Created folder: Project (cdf4c49c001d4612933c3e87e7459422) in parent group-v719064. [ 929.539439] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Creating folder: Instances. Parent ref: group-v719232. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.539670] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1737ec2-23ec-472b-8e26-f560f70ec3b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.548489] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Created folder: Instances in parent group-v719232. [ 929.548731] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.551142] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.551593] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98943a72-b787-484e-9b88-c783679ab8c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.572290] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.572290] env[69735]: value = "task-3605230" [ 929.572290] env[69735]: _type = "Task" [ 929.572290] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.579511] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605230, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.656931] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.657681] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.657681] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleting the datastore file [datastore2] 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.658033] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b3274a-739d-441e-8bae-8a21bb2a3e3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.665124] env[69735]: DEBUG oslo_vmware.api [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 929.665124] env[69735]: value = "task-3605231" [ 929.665124] env[69735]: _type = "Task" [ 929.665124] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.673584] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c52e927-2373-4510-9dc4-117b5c0577b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.683337] env[69735]: DEBUG oslo_vmware.api [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.684601] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd7637d-a128-436f-8e19-c9c8175ddf7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.714942] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31e4363-6204-4bb3-bf9e-baaf5fe74e64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.723186] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a05d81-2d05-43ec-877e-e9b1b9ffe8e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.738768] env[69735]: DEBUG nova.compute.provider_tree [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.841288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.841288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.866540] env[69735]: DEBUG nova.compute.manager [req-d5140a09-9270-4900-9532-95a6ed1b05e4 req-4bf33971-d4f9-48b1-ac15-32b81eb1e89f service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Received event network-changed-8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.866785] env[69735]: DEBUG nova.compute.manager [req-d5140a09-9270-4900-9532-95a6ed1b05e4 req-4bf33971-d4f9-48b1-ac15-32b81eb1e89f service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Refreshing instance network info cache due to event network-changed-8ec0d408-486e-4d70-ac4b-014808a8a157. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.866943] env[69735]: DEBUG oslo_concurrency.lockutils [req-d5140a09-9270-4900-9532-95a6ed1b05e4 req-4bf33971-d4f9-48b1-ac15-32b81eb1e89f service nova] Acquiring lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.867422] env[69735]: DEBUG oslo_concurrency.lockutils [req-d5140a09-9270-4900-9532-95a6ed1b05e4 req-4bf33971-d4f9-48b1-ac15-32b81eb1e89f service nova] Acquired lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.867601] env[69735]: DEBUG nova.network.neutron [req-d5140a09-9270-4900-9532-95a6ed1b05e4 req-4bf33971-d4f9-48b1-ac15-32b81eb1e89f service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Refreshing network info cache for port 8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.980504] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605226, 'name': Rename_Task, 'duration_secs': 0.321198} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.980864] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.981230] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-077abcce-46f9-4a4a-a6ba-e30f88087e20 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.986937] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 929.986937] env[69735]: value = "task-3605232" [ 929.986937] env[69735]: _type = "Task" [ 929.986937] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.994669] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.034132] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605225, 'name': ReconfigVM_Task, 'duration_secs': 0.834604} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.034459] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.035608] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96675158-735d-4662-a101-897aaddb719d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.061015] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff3a5d4-71c5-40af-a23e-b69e02be86dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.077884] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 930.077884] env[69735]: value = "task-3605233" [ 930.077884] env[69735]: _type = "Task" [ 930.077884] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.084473] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605230, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.089463] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.175441] env[69735]: DEBUG oslo_vmware.api [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276761} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.175709] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.175891] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.176083] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.176260] env[69735]: INFO nova.compute.manager [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Took 0.72 seconds to destroy the instance on the hypervisor. [ 930.176495] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.176683] env[69735]: DEBUG nova.compute.manager [-] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.176776] env[69735]: DEBUG nova.network.neutron [-] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.261992] env[69735]: ERROR nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [req-285811e2-fc4d-4347-9fa3-6f610fcfc9b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-285811e2-fc4d-4347-9fa3-6f610fcfc9b5"}]} [ 930.271724] env[69735]: DEBUG nova.objects.instance [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'flavor' on Instance uuid 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.280382] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 930.296651] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 930.296972] env[69735]: DEBUG nova.compute.provider_tree [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.309378] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 930.331497] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 930.502204] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.585643] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605230, 'name': CreateVM_Task, 'duration_secs': 0.522251} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.587543] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.588623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.589117] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.589442] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.596708] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1797f31d-0824-49be-be9f-d5bf11716419 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.598722] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605233, 'name': ReconfigVM_Task, 'duration_secs': 0.260312} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.602172] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.603274] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74333b53-fd22-49bc-995d-d253ed2dd926 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.607103] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 930.607103] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b46f1e-db53-751e-4310-196cfa2d6212" [ 930.607103] env[69735]: _type = "Task" [ 930.607103] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.612469] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 930.612469] env[69735]: value = "task-3605234" [ 930.612469] env[69735]: _type = "Task" [ 930.612469] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.621958] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b46f1e-db53-751e-4310-196cfa2d6212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.627753] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605234, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.780373] env[69735]: DEBUG oslo_concurrency.lockutils [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.780559] env[69735]: DEBUG oslo_concurrency.lockutils [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.780731] env[69735]: DEBUG nova.network.neutron [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.780944] env[69735]: DEBUG nova.objects.instance [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'info_cache' on Instance uuid 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.814624] env[69735]: DEBUG nova.network.neutron [req-d5140a09-9270-4900-9532-95a6ed1b05e4 req-4bf33971-d4f9-48b1-ac15-32b81eb1e89f service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Updated VIF entry in instance network info cache for port 8ec0d408-486e-4d70-ac4b-014808a8a157. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.815026] env[69735]: DEBUG nova.network.neutron [req-d5140a09-9270-4900-9532-95a6ed1b05e4 req-4bf33971-d4f9-48b1-ac15-32b81eb1e89f service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Updating instance_info_cache with network_info: [{"id": "8ec0d408-486e-4d70-ac4b-014808a8a157", "address": "fa:16:3e:f3:0b:a6", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec0d408-48", "ovs_interfaceid": "8ec0d408-486e-4d70-ac4b-014808a8a157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.968694] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476cad05-edef-4baf-bf62-2254c8f09d3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.976413] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d652ca87-641a-46c1-852a-e70bff48e338 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.011195] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bebdb8-2cd6-4528-8470-404a92fbbc0d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.020816] env[69735]: DEBUG oslo_vmware.api [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605232, 'name': PowerOnVM_Task, 'duration_secs': 0.721864} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.024137] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.024494] env[69735]: INFO nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Took 10.35 seconds to spawn the instance on the hypervisor. [ 931.024810] env[69735]: DEBUG nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.026108] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb6e952-9843-46d0-b021-ccc604e18daf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.031777] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246d212e-1b53-4e0b-b7e6-53a1735b6572 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.058261] env[69735]: DEBUG nova.compute.provider_tree [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.089909] env[69735]: DEBUG nova.network.neutron [-] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.120575] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b46f1e-db53-751e-4310-196cfa2d6212, 'name': SearchDatastore_Task, 'duration_secs': 0.01819} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.121275] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.121514] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.121747] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.121890] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.122084] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.122343] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3282558-e547-41c2-be79-30fe09e814c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.127344] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.142710] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.142994] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.144109] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d7a525-a43c-4e8c-83e7-a46ac7a6ebe7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.153610] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 931.153610] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52212525-f4b7-4479-075e-039094d1b179" [ 931.153610] env[69735]: _type = "Task" [ 931.153610] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.163504] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52212525-f4b7-4479-075e-039094d1b179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.287836] env[69735]: DEBUG nova.objects.base [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Object Instance<04800cfa-2e24-43bc-9198-0a0f41151dc0> lazy-loaded attributes: flavor,info_cache {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 931.319612] env[69735]: DEBUG oslo_concurrency.lockutils [req-d5140a09-9270-4900-9532-95a6ed1b05e4 req-4bf33971-d4f9-48b1-ac15-32b81eb1e89f service nova] Releasing lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.571862] env[69735]: INFO nova.compute.manager [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Took 50.16 seconds to build instance. [ 931.594972] env[69735]: INFO nova.compute.manager [-] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Took 1.42 seconds to deallocate network for instance. [ 931.623782] env[69735]: DEBUG oslo_vmware.api [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605234, 'name': PowerOnVM_Task, 'duration_secs': 0.577453} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.624084] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.627594] env[69735]: DEBUG nova.compute.manager [None req-e747f573-7f33-4a5e-b91f-932ae06bd5b2 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.627701] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb1e1f6-9590-4687-b8b1-7f8a1ae8bdb4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.665467] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52212525-f4b7-4479-075e-039094d1b179, 'name': SearchDatastore_Task, 'duration_secs': 0.02082} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.666290] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c76a7ab-5bcf-4a54-8219-1edd9b07644b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.673205] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 931.673205] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5270d38c-5963-c407-0343-682740f67618" [ 931.673205] env[69735]: _type = "Task" [ 931.673205] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.685234] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5270d38c-5963-c407-0343-682740f67618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.711241] env[69735]: DEBUG nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 931.711537] env[69735]: DEBUG nova.compute.provider_tree [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 91 to 92 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 931.711719] env[69735]: DEBUG nova.compute.provider_tree [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.061172] env[69735]: DEBUG nova.compute.manager [req-717ebf50-3f03-46eb-9da3-e2b5af41651a req-ef8febc0-b4ee-4733-9c76-7805ffd2e482 service nova] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Received event network-vif-deleted-c90f64fa-0e97-4b84-89db-6cfa33733412 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.074677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d3d7df01-a697-493d-a528-ddaccb8905d8 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.555s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.101912] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.184641] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5270d38c-5963-c407-0343-682740f67618, 'name': SearchDatastore_Task, 'duration_secs': 0.018347} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.184907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.185227] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 3f9462ac-d88a-4be6-8622-137f5f8a2425/3f9462ac-d88a-4be6-8622-137f5f8a2425.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.185449] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2d654e-2d4e-4be0-b471-009da485e851 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.193788] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 932.193788] env[69735]: value = "task-3605235" [ 932.193788] env[69735]: _type = "Task" [ 932.193788] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.203623] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.217441] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.548s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.220398] env[69735]: DEBUG nova.network.neutron [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance_info_cache with network_info: [{"id": "21927fec-c37b-4d90-b30b-df53083cdcee", "address": "fa:16:3e:36:75:0a", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21927fec-c3", "ovs_interfaceid": "21927fec-c37b-4d90-b30b-df53083cdcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.221779] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.297s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.222339] env[69735]: DEBUG nova.objects.instance [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lazy-loading 'resources' on Instance uuid 56a75596-cd81-41e4-b526-dd378c737a8d {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.251478] env[69735]: INFO nova.scheduler.client.report [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Deleted allocations for instance 6ae1e213-9754-452a-ba79-04910f983b7f [ 932.578252] env[69735]: DEBUG nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.707208] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605235, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.725275] env[69735]: DEBUG oslo_concurrency.lockutils [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-04800cfa-2e24-43bc-9198-0a0f41151dc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.762931] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ae9ac9e0-c250-47a0-aa58-9e687ea22a52 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.979s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.763995] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 46.781s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.768457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.768773] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.768988] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.775038] env[69735]: INFO nova.compute.manager [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Terminating instance [ 933.102464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.154425] env[69735]: INFO nova.compute.manager [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Unrescuing [ 933.154710] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.154861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquired lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.155038] env[69735]: DEBUG nova.network.neutron [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.208441] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710376} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.208823] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 3f9462ac-d88a-4be6-8622-137f5f8a2425/3f9462ac-d88a-4be6-8622-137f5f8a2425.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.208823] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.211830] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6af5ecd0-d49e-4012-b913-bece14eb5d8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.221215] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 933.221215] env[69735]: value = "task-3605236" [ 933.221215] env[69735]: _type = "Task" [ 933.221215] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.234512] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.287559] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.287951] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquired lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.288294] env[69735]: DEBUG nova.network.neutron [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.387159] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca60f0a-bae9-40e8-a799-02ba59b8ed64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.396770] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f61b9b-53d1-4579-bc9a-505e049e03b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.432779] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54995b-e900-48c3-89c0-aee22bb7d1da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.442263] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4569d08-bb54-4ceb-b111-1a80f1b85abe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.458078] env[69735]: DEBUG nova.compute.provider_tree [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.674052] env[69735]: DEBUG oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc5c1b-6eca-f9bb-35ce-959e2fe99011/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 933.675067] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e12b36-1a82-4f0f-80f9-572eaa681941 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.682935] env[69735]: DEBUG oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc5c1b-6eca-f9bb-35ce-959e2fe99011/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 933.683133] env[69735]: ERROR oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc5c1b-6eca-f9bb-35ce-959e2fe99011/disk-0.vmdk due to incomplete transfer. [ 933.683431] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-697e92fa-712b-41dc-a65c-1c57d9229e5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.694824] env[69735]: DEBUG oslo_vmware.rw_handles [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc5c1b-6eca-f9bb-35ce-959e2fe99011/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 933.695042] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Uploaded image 6894c9d3-ce17-47c2-8340-4e8be22b57a9 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 933.697431] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 933.697716] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b1dd11b-eb07-4360-a5b9-2b072c92af85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.707228] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 933.707228] env[69735]: value = "task-3605237" [ 933.707228] env[69735]: _type = "Task" [ 933.707228] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.716814] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605237, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.732991] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107878} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.733345] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.734171] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5b55d9-7079-4bf1-ae8c-45321085838b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.737464] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.737710] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85de94b6-54aa-49fa-85a5-b7cc0452321b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.768210] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 3f9462ac-d88a-4be6-8622-137f5f8a2425/3f9462ac-d88a-4be6-8622-137f5f8a2425.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.772468] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8fc91b2-a2db-4551-8724-6358bed172cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.788429] env[69735]: DEBUG oslo_vmware.api [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 933.788429] env[69735]: value = "task-3605238" [ 933.788429] env[69735]: _type = "Task" [ 933.788429] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.796131] env[69735]: DEBUG nova.compute.utils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Can not refresh info_cache because instance was not found {{(pid=69735) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 933.798433] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 933.798433] env[69735]: value = "task-3605239" [ 933.798433] env[69735]: _type = "Task" [ 933.798433] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.802064] env[69735]: DEBUG oslo_vmware.api [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.812035] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.961751] env[69735]: DEBUG nova.scheduler.client.report [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.133232] env[69735]: DEBUG nova.network.neutron [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.224397] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605237, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.301864] env[69735]: DEBUG oslo_vmware.api [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.313991] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.320788] env[69735]: DEBUG nova.network.neutron [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.376201] env[69735]: DEBUG nova.network.neutron [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Updating instance_info_cache with network_info: [{"id": "4dcd37f0-1204-4baa-b097-75fe465af169", "address": "fa:16:3e:b2:b6:5d", "network": {"id": "89c776f4-6df7-4975-af7f-d9811ccb323c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1704509272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "098edaaf28eb4431972c2176823811cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd37f0-12", "ovs_interfaceid": "4dcd37f0-1204-4baa-b097-75fe465af169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.467981] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.470476] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.675s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.470609] env[69735]: DEBUG nova.objects.instance [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lazy-loading 'resources' on Instance uuid 0baee1f7-d302-478a-a737-d2204fdbf87d {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.493378] env[69735]: INFO nova.scheduler.client.report [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Deleted allocations for instance 56a75596-cd81-41e4-b526-dd378c737a8d [ 934.719661] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605237, 'name': Destroy_Task, 'duration_secs': 0.793718} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.719942] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Destroyed the VM [ 934.720206] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 934.720459] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f18e88dc-cabb-4755-a7ef-d942be5276bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.728287] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 934.728287] env[69735]: value = "task-3605240" [ 934.728287] env[69735]: _type = "Task" [ 934.728287] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.736305] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605240, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.752878] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "a360387a-e02f-41c5-9b10-c67fb03433f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.753144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "a360387a-e02f-41c5-9b10-c67fb03433f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.753406] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "a360387a-e02f-41c5-9b10-c67fb03433f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.753608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "a360387a-e02f-41c5-9b10-c67fb03433f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.753776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "a360387a-e02f-41c5-9b10-c67fb03433f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.756747] env[69735]: INFO nova.compute.manager [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Terminating instance [ 934.798918] env[69735]: DEBUG oslo_vmware.api [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605238, 'name': PowerOnVM_Task, 'duration_secs': 0.827742} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.799257] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.799653] env[69735]: DEBUG nova.compute.manager [None req-916633c6-11b2-4aff-a8ec-55216d26dd96 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.801089] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d9ab55-2dc6-4698-8113-8bf4ff26e9c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.812134] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605239, 'name': ReconfigVM_Task, 'duration_secs': 0.661102} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.817024] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 3f9462ac-d88a-4be6-8622-137f5f8a2425/3f9462ac-d88a-4be6-8622-137f5f8a2425.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.817743] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93257053-2051-45b1-a24d-f81fdea886e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.823443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Releasing lock "refresh_cache-6ae1e213-9754-452a-ba79-04910f983b7f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.823816] env[69735]: DEBUG nova.compute.manager [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.824007] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.824795] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89bce49d-a5da-4afe-92e2-80c880c440fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.831668] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 934.831668] env[69735]: value = "task-3605241" [ 934.831668] env[69735]: _type = "Task" [ 934.831668] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.838935] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17879644-7cee-4854-84d9-7060414d1cd4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.858723] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605241, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.880130] env[69735]: DEBUG oslo_concurrency.lockutils [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Releasing lock "refresh_cache-690e0729-123d-4935-bcc4-2e0f8248ddc0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.880793] env[69735]: DEBUG nova.objects.instance [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lazy-loading 'flavor' on Instance uuid 690e0729-123d-4935-bcc4-2e0f8248ddc0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.882240] env[69735]: WARNING nova.virt.vmwareapi.vmops [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6ae1e213-9754-452a-ba79-04910f983b7f could not be found. [ 934.882435] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.882612] env[69735]: INFO nova.compute.manager [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Took 0.06 seconds to destroy the instance on the hypervisor. [ 934.882854] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.883195] env[69735]: DEBUG nova.compute.manager [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.883286] env[69735]: DEBUG nova.network.neutron [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.918362] env[69735]: DEBUG nova.network.neutron [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.004187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c3a7ab7-40e2-4eda-b3d8-33ad852baf08 tempest-SecurityGroupsTestJSON-528547050 tempest-SecurityGroupsTestJSON-528547050-project-member] Lock "56a75596-cd81-41e4-b526-dd378c737a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.528s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.247995] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605240, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.260801] env[69735]: DEBUG nova.compute.manager [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.261128] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.262051] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1990f9cb-0332-4bd3-9560-bbb95ebac4ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.275746] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.276156] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb9873c1-1587-472c-9b67-6dcd1dc5993c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.284187] env[69735]: DEBUG oslo_vmware.api [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 935.284187] env[69735]: value = "task-3605242" [ 935.284187] env[69735]: _type = "Task" [ 935.284187] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.296545] env[69735]: DEBUG oslo_vmware.api [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.332630] env[69735]: DEBUG nova.compute.manager [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 935.345774] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605241, 'name': Rename_Task, 'duration_secs': 0.194222} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.346677] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.346867] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1489c99f-eb2e-44f9-a52b-3b9ada307042 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.357101] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 935.357101] env[69735]: value = "task-3605243" [ 935.357101] env[69735]: _type = "Task" [ 935.357101] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.368462] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.388427] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0de054-1908-4612-8ac6-a9627b565214 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.421414] env[69735]: DEBUG nova.network.neutron [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.422651] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.426528] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd6c2ee-5383-4438-8fd8-5346da37a6c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.436310] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 935.436310] env[69735]: value = "task-3605244" [ 935.436310] env[69735]: _type = "Task" [ 935.436310] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.449244] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.625495] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac16673-b7f5-4696-b903-4d7beaafa9c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.633792] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb0af71-e2d2-460c-a48d-d9c3b989f9a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.665690] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b14260-567b-489e-8f95-ccbd66b03b9c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.674524] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36d112a-0086-4a92-a159-4734f67072b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.689990] env[69735]: DEBUG nova.compute.provider_tree [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.740745] env[69735]: DEBUG oslo_vmware.api [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605240, 'name': RemoveSnapshot_Task, 'duration_secs': 0.535256} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.741073] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 935.741375] env[69735]: INFO nova.compute.manager [None req-bf9b4bcc-71cf-4b19-9a0a-188e16c16654 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 935.797027] env[69735]: DEBUG oslo_vmware.api [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605242, 'name': PowerOffVM_Task, 'duration_secs': 0.317006} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.797027] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.797207] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.797381] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9d69579-cf05-4a66-a31b-76730997a9d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.855446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.869572] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.874430] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.874688] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.874867] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Deleting the datastore file [datastore1] a360387a-e02f-41c5-9b10-c67fb03433f8 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.875157] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d83cfcd-68cf-4e3f-ac4c-71e21851b3c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.884951] env[69735]: DEBUG oslo_vmware.api [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for the task: (returnval){ [ 935.884951] env[69735]: value = "task-3605246" [ 935.884951] env[69735]: _type = "Task" [ 935.884951] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.895138] env[69735]: DEBUG oslo_vmware.api [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.927910] env[69735]: INFO nova.compute.manager [-] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Took 1.04 seconds to deallocate network for instance. [ 935.949922] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605244, 'name': PowerOffVM_Task, 'duration_secs': 0.340439} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.950408] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.959494] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 935.959932] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6de2921-a6b4-4533-a858-9c68bf1901c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.983829] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 935.983829] env[69735]: value = "task-3605247" [ 935.983829] env[69735]: _type = "Task" [ 935.983829] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.998546] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.193773] env[69735]: DEBUG nova.scheduler.client.report [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.275675] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.276116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.276116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.276610] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.276610] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.280070] env[69735]: INFO nova.compute.manager [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Terminating instance [ 936.371554] env[69735]: DEBUG oslo_vmware.api [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605243, 'name': PowerOnVM_Task, 'duration_secs': 0.927231} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.371835] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.372079] env[69735]: INFO nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Took 9.36 seconds to spawn the instance on the hypervisor. [ 936.372277] env[69735]: DEBUG nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.373117] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dafe52a-5380-4bfd-9738-7544809b6536 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.398225] env[69735]: DEBUG oslo_vmware.api [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Task: {'id': task-3605246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199095} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.398508] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.398793] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.398853] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.399153] env[69735]: INFO nova.compute.manager [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 936.399324] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.399717] env[69735]: DEBUG nova.compute.manager [-] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.399717] env[69735]: DEBUG nova.network.neutron [-] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.438373] env[69735]: INFO nova.compute.manager [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance disappeared during terminate [ 936.438638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25ef0c19-ba7e-4e20-ba98-9302eddf4df6 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "6ae1e213-9754-452a-ba79-04910f983b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.675s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.496017] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605247, 'name': ReconfigVM_Task, 'duration_secs': 0.360114} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.496480] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 936.496793] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.497220] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57ec2396-ce2a-4a7e-b523-713f500e276a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.505022] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 936.505022] env[69735]: value = "task-3605248" [ 936.505022] env[69735]: _type = "Task" [ 936.505022] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.515257] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.707073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.707073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.598s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.709344] env[69735]: INFO nova.compute.claims [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.749171] env[69735]: INFO nova.scheduler.client.report [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleted allocations for instance 0baee1f7-d302-478a-a737-d2204fdbf87d [ 936.784718] env[69735]: DEBUG nova.compute.manager [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.784943] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.786636] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba15775-5140-4cbe-a75a-71fc87961bf3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.795730] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.796104] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bb0dc25-ad3d-48a3-aa30-a8b8134380a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.805927] env[69735]: DEBUG oslo_vmware.api [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 936.805927] env[69735]: value = "task-3605249" [ 936.805927] env[69735]: _type = "Task" [ 936.805927] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.815473] env[69735]: DEBUG oslo_vmware.api [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.896285] env[69735]: INFO nova.compute.manager [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Took 53.55 seconds to build instance. [ 937.017100] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.037532] env[69735]: DEBUG nova.compute.manager [req-eed584f1-3a63-41b9-81a3-6d0e732739ac req-9ef69b50-fdb8-474f-bae0-11da214f87a3 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Received event network-vif-deleted-50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.037742] env[69735]: INFO nova.compute.manager [req-eed584f1-3a63-41b9-81a3-6d0e732739ac req-9ef69b50-fdb8-474f-bae0-11da214f87a3 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Neutron deleted interface 50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb; detaching it from the instance and deleting it from the info cache [ 937.037979] env[69735]: DEBUG nova.network.neutron [req-eed584f1-3a63-41b9-81a3-6d0e732739ac req-9ef69b50-fdb8-474f-bae0-11da214f87a3 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.257920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cbde584d-ff9b-41be-861b-84d285a9389a tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "0baee1f7-d302-478a-a737-d2204fdbf87d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.118s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.317963] env[69735]: DEBUG oslo_vmware.api [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.380930] env[69735]: DEBUG nova.network.neutron [-] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.398555] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b659d0e1-e231-4936-abcc-a2f6d7d85d62 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.869s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.518528] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.540732] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2fe812d-25f3-4a0d-9fd2-d5c64622fc1e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.551653] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831ceafc-126b-4cb0-b329-c13aeedc84e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.591389] env[69735]: DEBUG nova.compute.manager [req-eed584f1-3a63-41b9-81a3-6d0e732739ac req-9ef69b50-fdb8-474f-bae0-11da214f87a3 service nova] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Detach interface failed, port_id=50fd10ef-e5fd-4222-bae7-14ea5e0ec6cb, reason: Instance a360387a-e02f-41c5-9b10-c67fb03433f8 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.600980] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.600980] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.818461] env[69735]: DEBUG oslo_vmware.api [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605249, 'name': PowerOffVM_Task, 'duration_secs': 0.688824} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.818722] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.818888] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.819249] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e3cdb90-369e-4dd1-8b94-4ba6ece0eb22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.892410] env[69735]: INFO nova.compute.manager [-] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Took 1.49 seconds to deallocate network for instance. [ 937.902726] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.906400] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.906595] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleting the datastore file [datastore2] 04800cfa-2e24-43bc-9198-0a0f41151dc0 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.909458] env[69735]: DEBUG nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.915398] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4faeca11-3e0f-4f46-a072-c7bd9fd95d99 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.928344] env[69735]: DEBUG oslo_vmware.api [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 937.928344] env[69735]: value = "task-3605251" [ 937.928344] env[69735]: _type = "Task" [ 937.928344] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.948755] env[69735]: DEBUG oslo_vmware.api [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.019108] env[69735]: DEBUG oslo_vmware.api [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605248, 'name': PowerOnVM_Task, 'duration_secs': 1.239042} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.019420] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.019654] env[69735]: DEBUG nova.compute.manager [None req-81d38c2a-4afc-4594-aa2b-b7388c37e0d9 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.020500] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc061e00-257e-4ca6-ba22-73d8dc845dcf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.105202] env[69735]: DEBUG nova.compute.utils [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.344839] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b377827d-905b-4ebc-87ac-630b72cd38ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.353913] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754227da-5ca8-4898-9c3c-63929a87c872 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.387330] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11d0c8a-b76e-4028-8c34-5ae43014f561 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.395932] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fc849e-0331-4395-b761-85f2079ef928 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.400676] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.411254] env[69735]: DEBUG nova.compute.provider_tree [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.433477] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.440106] env[69735]: DEBUG oslo_vmware.api [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44503} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.440369] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.440550] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.440723] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.440890] env[69735]: INFO nova.compute.manager [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Took 1.66 seconds to destroy the instance on the hypervisor. [ 938.441161] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.441364] env[69735]: DEBUG nova.compute.manager [-] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.441458] env[69735]: DEBUG nova.network.neutron [-] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.608330] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.914772] env[69735]: DEBUG nova.scheduler.client.report [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.129537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.130241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.130815] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.130963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.131172] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.134096] env[69735]: INFO nova.compute.manager [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Terminating instance [ 939.423807] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.423807] env[69735]: DEBUG nova.compute.manager [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.425355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.076s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.425759] env[69735]: DEBUG nova.objects.instance [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lazy-loading 'resources' on Instance uuid e89f8758-2853-47a5-9158-3c0d3e88b121 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.485297] env[69735]: DEBUG nova.network.neutron [-] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.638252] env[69735]: DEBUG nova.compute.manager [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.638483] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.639397] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d384951-bc5d-4a39-8727-b3e2500a317d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.648173] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.648440] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf915466-9804-4a5d-8f83-bba291ed8e74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.653878] env[69735]: DEBUG nova.compute.manager [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Received event network-changed-8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.654081] env[69735]: DEBUG nova.compute.manager [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Refreshing instance network info cache due to event network-changed-8ec0d408-486e-4d70-ac4b-014808a8a157. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.654297] env[69735]: DEBUG oslo_concurrency.lockutils [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] Acquiring lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.654445] env[69735]: DEBUG oslo_concurrency.lockutils [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] Acquired lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.654638] env[69735]: DEBUG nova.network.neutron [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Refreshing network info cache for port 8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.660321] env[69735]: DEBUG oslo_vmware.api [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 939.660321] env[69735]: value = "task-3605252" [ 939.660321] env[69735]: _type = "Task" [ 939.660321] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.669999] env[69735]: DEBUG oslo_vmware.api [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.705679] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.705961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.706230] env[69735]: INFO nova.compute.manager [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Attaching volume 56b6603c-ce00-460d-9d91-24d0831e6915 to /dev/sdb [ 939.745082] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7bd3a4-633e-4ed9-8e26-06e5f054077f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.754432] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7253d9ec-4811-44df-a34a-856fe0725c8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.772259] env[69735]: DEBUG nova.virt.block_device [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Updating existing volume attachment record: 0090bf1d-a4cb-4f4b-8ba4-c701d4562dbe {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 939.930560] env[69735]: DEBUG nova.compute.utils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.933099] env[69735]: DEBUG nova.compute.manager [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 939.991608] env[69735]: INFO nova.compute.manager [-] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Took 1.55 seconds to deallocate network for instance. [ 940.175818] env[69735]: DEBUG oslo_vmware.api [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605252, 'name': PowerOffVM_Task, 'duration_secs': 0.238164} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.175818] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.175818] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.175818] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee7005bf-6058-414b-82ec-091e267ac461 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.263531] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.263531] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.263531] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleting the datastore file [datastore2] dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.263531] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0001cc7-9b89-4197-a0ef-431a22830991 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.277373] env[69735]: DEBUG oslo_vmware.api [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 940.277373] env[69735]: value = "task-3605257" [ 940.277373] env[69735]: _type = "Task" [ 940.277373] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.282997] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "690e0729-123d-4935-bcc4-2e0f8248ddc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.284548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "690e0729-123d-4935-bcc4-2e0f8248ddc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.284873] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "690e0729-123d-4935-bcc4-2e0f8248ddc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.285126] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "690e0729-123d-4935-bcc4-2e0f8248ddc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.285638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "690e0729-123d-4935-bcc4-2e0f8248ddc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.290345] env[69735]: INFO nova.compute.manager [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Terminating instance [ 940.296293] env[69735]: DEBUG oslo_vmware.api [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.441361] env[69735]: DEBUG nova.compute.manager [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.500583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.572427] env[69735]: DEBUG nova.network.neutron [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Updated VIF entry in instance network info cache for port 8ec0d408-486e-4d70-ac4b-014808a8a157. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.572808] env[69735]: DEBUG nova.network.neutron [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Updating instance_info_cache with network_info: [{"id": "8ec0d408-486e-4d70-ac4b-014808a8a157", "address": "fa:16:3e:f3:0b:a6", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec0d408-48", "ovs_interfaceid": "8ec0d408-486e-4d70-ac4b-014808a8a157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.699024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce8da1-3b76-4ec5-8622-3c3e73bff87c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.706645] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e76ca-2145-4645-b46c-14349067cf1d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.746173] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb1810-b321-474e-aee9-ff1b6259b3f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.755444] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a672d1-78af-4784-94be-a4af6edcdf36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.770313] env[69735]: DEBUG nova.compute.provider_tree [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.788300] env[69735]: DEBUG oslo_vmware.api [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283638} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.788300] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.788300] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.788300] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.788300] env[69735]: INFO nova.compute.manager [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 940.788477] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.788800] env[69735]: DEBUG nova.compute.manager [-] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.788968] env[69735]: DEBUG nova.network.neutron [-] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.802052] env[69735]: DEBUG nova.compute.manager [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.802492] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.803449] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58504d66-51fb-42cf-9110-6ac499dc1d64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.814488] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.814746] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d41653-7d8f-4199-bcbc-135ba9bb8adb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.823070] env[69735]: DEBUG oslo_vmware.api [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 940.823070] env[69735]: value = "task-3605258" [ 940.823070] env[69735]: _type = "Task" [ 940.823070] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.835025] env[69735]: DEBUG oslo_vmware.api [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.081394] env[69735]: DEBUG oslo_concurrency.lockutils [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] Releasing lock "refresh_cache-3f9462ac-d88a-4be6-8622-137f5f8a2425" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.081690] env[69735]: DEBUG nova.compute.manager [req-df346e52-4524-4c90-bc4b-5bb25f4ab377 req-0ccb70f7-d4f2-4889-877b-13950c3893d6 service nova] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Received event network-vif-deleted-21927fec-c37b-4d90-b30b-df53083cdcee {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.273756] env[69735]: DEBUG nova.scheduler.client.report [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.334166] env[69735]: DEBUG oslo_vmware.api [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605258, 'name': PowerOffVM_Task, 'duration_secs': 0.226127} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.334718] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.334944] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.335528] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4823f4c-8652-4eaa-8541-e4e13b53015d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.415077] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.416519] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.416519] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Deleting the datastore file [datastore1] 690e0729-123d-4935-bcc4-2e0f8248ddc0 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.416519] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eccf563-77ea-45c9-95e4-1a0c56bc4fc6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.424970] env[69735]: DEBUG oslo_vmware.api [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 941.424970] env[69735]: value = "task-3605260" [ 941.424970] env[69735]: _type = "Task" [ 941.424970] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.435884] env[69735]: DEBUG oslo_vmware.api [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.455877] env[69735]: DEBUG nova.compute.manager [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.480342] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.480573] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.480733] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.480915] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.481079] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.481389] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.481480] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.481625] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.481794] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.481951] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.482284] env[69735]: DEBUG nova.virt.hardware [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.483000] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae20fbc-502b-4385-8fa4-097482b92543 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.492731] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4935fc6-066f-4a72-8da3-538dd4bffd30 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.508896] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.515425] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Creating folder: Project (ceed0160c90f4e6998bfba2747dd5dd1). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.515818] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d85d2c78-109b-4019-a5dd-97f79b7ec9aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.529496] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Created folder: Project (ceed0160c90f4e6998bfba2747dd5dd1) in parent group-v719064. [ 941.529708] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Creating folder: Instances. Parent ref: group-v719237. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.530238] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3e661bc-2336-4753-8479-e1ff804845dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.541333] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Created folder: Instances in parent group-v719237. [ 941.541608] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.541810] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.542038] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0beb28e2-a8c2-4c18-92d0-c67b0881392a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.561801] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.561801] env[69735]: value = "task-3605263" [ 941.561801] env[69735]: _type = "Task" [ 941.561801] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.570064] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605263, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.783339] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.784443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.457s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.784785] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.788105] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 941.788105] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.752s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.788105] env[69735]: INFO nova.compute.claims [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.791872] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8397c37-f88f-4d15-b16e-45700d41185f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.804045] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce604f-d12e-42eb-91ba-cc00320c778e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.819294] env[69735]: INFO nova.scheduler.client.report [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Deleted allocations for instance e89f8758-2853-47a5-9158-3c0d3e88b121 [ 941.821032] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2cc333-c979-4a40-8593-c552a4e24077 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.834310] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770daa50-73db-4479-94b9-e00894f06eab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.871496] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178027MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 941.871664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.906940] env[69735]: DEBUG nova.compute.manager [req-641af1fc-30af-45f5-b5b1-5f38f81735f4 req-595d4e6d-0d39-469e-84d1-e5f8eb6bfe12 service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Received event network-vif-deleted-6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.907209] env[69735]: INFO nova.compute.manager [req-641af1fc-30af-45f5-b5b1-5f38f81735f4 req-595d4e6d-0d39-469e-84d1-e5f8eb6bfe12 service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Neutron deleted interface 6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d; detaching it from the instance and deleting it from the info cache [ 941.907404] env[69735]: DEBUG nova.network.neutron [req-641af1fc-30af-45f5-b5b1-5f38f81735f4 req-595d4e6d-0d39-469e-84d1-e5f8eb6bfe12 service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.926216] env[69735]: DEBUG nova.network.neutron [-] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.937390] env[69735]: DEBUG oslo_vmware.api [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190778} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.938392] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.938392] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.939571] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.939571] env[69735]: INFO nova.compute.manager [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 941.939571] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.939571] env[69735]: DEBUG nova.compute.manager [-] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.939571] env[69735]: DEBUG nova.network.neutron [-] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.073351] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605263, 'name': CreateVM_Task, 'duration_secs': 0.376615} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.073528] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.073944] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.074116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.074435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.074685] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704e469a-c2d0-4ab0-aec2-63808fc5ebb1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.080512] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 942.080512] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5229f811-df48-c241-9ade-d3d5f29940b8" [ 942.080512] env[69735]: _type = "Task" [ 942.080512] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.089411] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5229f811-df48-c241-9ade-d3d5f29940b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.255581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "81b83080-599c-4426-807f-1faa83db2c35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.255860] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "81b83080-599c-4426-807f-1faa83db2c35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.256091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "81b83080-599c-4426-807f-1faa83db2c35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.256281] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "81b83080-599c-4426-807f-1faa83db2c35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.256944] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "81b83080-599c-4426-807f-1faa83db2c35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.263398] env[69735]: INFO nova.compute.manager [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Terminating instance [ 942.332779] env[69735]: DEBUG oslo_concurrency.lockutils [None req-bc1a60c1-f634-4ec6-82e0-8710b10475a7 tempest-ServerMetadataNegativeTestJSON-387871590 tempest-ServerMetadataNegativeTestJSON-387871590-project-member] Lock "e89f8758-2853-47a5-9158-3c0d3e88b121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.432s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.411537] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5f1a823-9dfc-49f9-bcc6-ef275992e059 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.423389] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535fc71f-f527-4d37-a115-7a08aec3b44e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.435992] env[69735]: INFO nova.compute.manager [-] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Took 1.65 seconds to deallocate network for instance. [ 942.464213] env[69735]: DEBUG nova.compute.manager [req-641af1fc-30af-45f5-b5b1-5f38f81735f4 req-595d4e6d-0d39-469e-84d1-e5f8eb6bfe12 service nova] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Detach interface failed, port_id=6f3befe1-3d89-4ccc-9e4b-2dc6dc9f3c1d, reason: Instance dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.593365] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5229f811-df48-c241-9ade-d3d5f29940b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.593561] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.593834] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.594123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.594290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.594474] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.594740] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24cc95eb-1058-49ae-a322-34318c4d85c6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.604630] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.604815] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.605597] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f229832-2296-4857-9f98-d5fc7ae8486a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.611976] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 942.611976] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5264c01f-0bf6-4b1b-3adb-2a6ad20d7a91" [ 942.611976] env[69735]: _type = "Task" [ 942.611976] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.619863] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5264c01f-0bf6-4b1b-3adb-2a6ad20d7a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.769564] env[69735]: DEBUG nova.compute.manager [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.769713] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.770610] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccd95a9-7564-4424-b7c4-de466e9b2391 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.778918] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.779172] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25ba4df-72fd-4ff8-8ed9-507ede169a30 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.786331] env[69735]: DEBUG oslo_vmware.api [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 942.786331] env[69735]: value = "task-3605268" [ 942.786331] env[69735]: _type = "Task" [ 942.786331] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.794242] env[69735]: DEBUG oslo_vmware.api [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.834758] env[69735]: DEBUG nova.network.neutron [-] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.943974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.124470] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5264c01f-0bf6-4b1b-3adb-2a6ad20d7a91, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.125380] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9024d92d-52c0-49fd-8200-30522454f517 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.132821] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 943.132821] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524e9d6c-dece-419e-36ff-a2a278648128" [ 943.132821] env[69735]: _type = "Task" [ 943.132821] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.140311] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524e9d6c-dece-419e-36ff-a2a278648128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.300486] env[69735]: DEBUG oslo_vmware.api [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605268, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.325610] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215ae6ac-ea29-47c6-a664-cfd252f6d97d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.334979] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17912b-f360-409a-8db9-3b3dc13c726e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.338972] env[69735]: INFO nova.compute.manager [-] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Took 1.40 seconds to deallocate network for instance. [ 943.380714] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3fa1fd-8636-4f4a-8adf-e58d1cc9deb4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.390495] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b6bf2e-a1e4-4aac-969d-fb0e54531885 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.406168] env[69735]: DEBUG nova.compute.provider_tree [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.643383] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524e9d6c-dece-419e-36ff-a2a278648128, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.643728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.643987] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a/a457c297-0bf1-4faf-af8e-a00ff265462a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.644285] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30f2ba3c-e986-459d-847f-7bd3b3493bb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.652833] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 943.652833] env[69735]: value = "task-3605269" [ 943.652833] env[69735]: _type = "Task" [ 943.652833] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.661822] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.798814] env[69735]: DEBUG oslo_vmware.api [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605268, 'name': PowerOffVM_Task, 'duration_secs': 0.567753} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.799180] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.799394] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.799661] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9562b521-d9b4-4e49-8557-00d06066dfd7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.881932] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.905351] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.905603] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.910249] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Deleting the datastore file [datastore1] 81b83080-599c-4426-807f-1faa83db2c35 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.910249] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-224c5216-f853-4932-a452-9865f8447d9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.912461] env[69735]: DEBUG nova.scheduler.client.report [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.927287] env[69735]: DEBUG oslo_vmware.api [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 943.927287] env[69735]: value = "task-3605271" [ 943.927287] env[69735]: _type = "Task" [ 943.927287] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.938959] env[69735]: DEBUG oslo_vmware.api [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.992613] env[69735]: DEBUG nova.compute.manager [req-b4b21eca-f456-4a9b-bfa9-c2611589ebdf req-a9428a7e-6a8e-4104-8917-2c5b91155ca2 service nova] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Received event network-vif-deleted-4dcd37f0-1204-4baa-b097-75fe465af169 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.162948] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605269, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.421734] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.422930] env[69735]: DEBUG nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.426523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.466s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.440303] env[69735]: DEBUG oslo_vmware.api [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390856} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.440303] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.440303] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.440303] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.440564] env[69735]: INFO nova.compute.manager [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Took 1.67 seconds to destroy the instance on the hypervisor. [ 944.440699] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.440895] env[69735]: DEBUG nova.compute.manager [-] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.440988] env[69735]: DEBUG nova.network.neutron [-] [instance: 81b83080-599c-4426-807f-1faa83db2c35] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.675968] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51706} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.676335] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a/a457c297-0bf1-4faf-af8e-a00ff265462a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.676660] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.678084] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9466d52c-dfe8-472c-9ba9-10b0cb51ff23 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.689443] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 944.689443] env[69735]: value = "task-3605272" [ 944.689443] env[69735]: _type = "Task" [ 944.689443] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.702092] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.830077] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 944.830077] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719236', 'volume_id': '56b6603c-ce00-460d-9d91-24d0831e6915', 'name': 'volume-56b6603c-ce00-460d-9d91-24d0831e6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3be3e0be-3e3c-43dd-8e6e-c1add19412c4', 'attached_at': '', 'detached_at': '', 'volume_id': '56b6603c-ce00-460d-9d91-24d0831e6915', 'serial': '56b6603c-ce00-460d-9d91-24d0831e6915'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 944.831915] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb00ff9b-c63e-4224-b3b9-e649893aedff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.854937] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f724fc-1086-4d62-b19b-4db78b408591 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.883918] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-56b6603c-ce00-460d-9d91-24d0831e6915/volume-56b6603c-ce00-460d-9d91-24d0831e6915.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.883918] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1afe2ee-c1ca-4132-a074-a317ee3eea8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.905350] env[69735]: DEBUG oslo_vmware.api [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 944.905350] env[69735]: value = "task-3605274" [ 944.905350] env[69735]: _type = "Task" [ 944.905350] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.916098] env[69735]: DEBUG oslo_vmware.api [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.930217] env[69735]: DEBUG nova.compute.utils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.932547] env[69735]: DEBUG nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.932961] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.940017] env[69735]: INFO nova.compute.claims [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.005177] env[69735]: DEBUG nova.policy [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8b3b09d717a4e60909f77955d04d5ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fd60abcc71f4bd4ba87f5189a5fcd66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.200541] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085434} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.200834] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.201735] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b789b91f-4010-44e4-b2fe-37cbd4837183 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.223056] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a/a457c297-0bf1-4faf-af8e-a00ff265462a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.223393] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93c0b8d-73e4-4ae0-a3da-e3b263dfd270 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.246774] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 945.246774] env[69735]: value = "task-3605275" [ 945.246774] env[69735]: _type = "Task" [ 945.246774] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.257019] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.401575] env[69735]: DEBUG nova.network.neutron [-] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.415850] env[69735]: DEBUG oslo_vmware.api [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.433801] env[69735]: DEBUG nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.445931] env[69735]: INFO nova.compute.resource_tracker [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating resource usage from migration 3ede378e-4909-4d83-b5fa-02aae4802689 [ 945.465860] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Successfully created port: 791dccc4-8ce0-4ef5-8200-d872f3bc9fb5 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.758184] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.884988] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Successfully created port: 206739f7-2769-4b3a-910a-4da92dbac705 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.907309] env[69735]: INFO nova.compute.manager [-] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Took 1.47 seconds to deallocate network for instance. [ 945.922933] env[69735]: DEBUG oslo_vmware.api [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605274, 'name': ReconfigVM_Task, 'duration_secs': 0.527335} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.925797] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-56b6603c-ce00-460d-9d91-24d0831e6915/volume-56b6603c-ce00-460d-9d91-24d0831e6915.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.933035] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-071dba9e-9d87-474e-9a8a-a3146bd48773 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.954684] env[69735]: DEBUG oslo_vmware.api [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 945.954684] env[69735]: value = "task-3605276" [ 945.954684] env[69735]: _type = "Task" [ 945.954684] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.969023] env[69735]: DEBUG oslo_vmware.api [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.022291] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c95207-22af-4e8c-8e78-24dec8c99383 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.031055] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f49bfa-db1b-4bed-b87f-297ffd0f4a1b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.064896] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f2e122-70a0-45bf-a634-3fb576c71235 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.073697] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fe40d5-c363-4900-ad31-7c02cdec9861 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.089352] env[69735]: DEBUG nova.compute.provider_tree [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.122036] env[69735]: DEBUG nova.compute.manager [req-1e15e464-0c67-4807-b979-5e49fa34bb32 req-eda9c47e-a10a-44e1-9795-97220cf47e3a service nova] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Received event network-vif-deleted-57785a3f-1387-408b-9a0f-21cb54d03381 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.259601] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605275, 'name': ReconfigVM_Task, 'duration_secs': 0.616629} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.260042] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Reconfigured VM instance instance-0000003b to attach disk [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a/a457c297-0bf1-4faf-af8e-a00ff265462a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.260798] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-838e2ea7-ff78-4dd2-bdb4-91968020c874 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.267273] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Successfully created port: 04a5f841-5aa4-40c5-99c2-c82fc7ba2014 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.271141] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 946.271141] env[69735]: value = "task-3605277" [ 946.271141] env[69735]: _type = "Task" [ 946.271141] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.282589] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605277, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.418481] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.455029] env[69735]: DEBUG nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.466028] env[69735]: DEBUG oslo_vmware.api [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605276, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.484108] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.484108] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.484108] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.484108] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.484108] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.484867] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.485239] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.485613] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.486018] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.486312] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.486609] env[69735]: DEBUG nova.virt.hardware [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.487573] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36b2e98-c229-46df-889e-64c80601713b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.496796] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ce86f-96da-4727-aeb1-473209b79bf5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.593328] env[69735]: DEBUG nova.scheduler.client.report [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.781850] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605277, 'name': Rename_Task, 'duration_secs': 0.159382} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.782169] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.782413] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6e8375-4913-4d87-9496-114ea3b93ae4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.790434] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 946.790434] env[69735]: value = "task-3605278" [ 946.790434] env[69735]: _type = "Task" [ 946.790434] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.800668] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.965923] env[69735]: DEBUG oslo_vmware.api [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605276, 'name': ReconfigVM_Task, 'duration_secs': 0.537727} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.966291] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719236', 'volume_id': '56b6603c-ce00-460d-9d91-24d0831e6915', 'name': 'volume-56b6603c-ce00-460d-9d91-24d0831e6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3be3e0be-3e3c-43dd-8e6e-c1add19412c4', 'attached_at': '', 'detached_at': '', 'volume_id': '56b6603c-ce00-460d-9d91-24d0831e6915', 'serial': '56b6603c-ce00-460d-9d91-24d0831e6915'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 947.099938] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.673s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.100240] env[69735]: INFO nova.compute.manager [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Migrating [ 947.107559] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.577s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.109022] env[69735]: INFO nova.compute.claims [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.303392] env[69735]: DEBUG oslo_vmware.api [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605278, 'name': PowerOnVM_Task, 'duration_secs': 0.438326} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.303685] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.303889] env[69735]: INFO nova.compute.manager [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Took 5.85 seconds to spawn the instance on the hypervisor. [ 947.304079] env[69735]: DEBUG nova.compute.manager [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.304866] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416de6dd-ffe7-4d9c-8482-dbde2ff249ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.619221] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.619908] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.619908] env[69735]: DEBUG nova.network.neutron [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.823050] env[69735]: INFO nova.compute.manager [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Took 53.73 seconds to build instance. [ 947.888086] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Successfully updated port: 791dccc4-8ce0-4ef5-8200-d872f3bc9fb5 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.003163] env[69735]: DEBUG nova.objects.instance [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lazy-loading 'flavor' on Instance uuid 3be3e0be-3e3c-43dd-8e6e-c1add19412c4 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.260898] env[69735]: DEBUG nova.compute.manager [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-vif-plugged-791dccc4-8ce0-4ef5-8200-d872f3bc9fb5 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.261131] env[69735]: DEBUG oslo_concurrency.lockutils [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] Acquiring lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.261429] env[69735]: DEBUG oslo_concurrency.lockutils [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.261560] env[69735]: DEBUG oslo_concurrency.lockutils [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.261735] env[69735]: DEBUG nova.compute.manager [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] No waiting events found dispatching network-vif-plugged-791dccc4-8ce0-4ef5-8200-d872f3bc9fb5 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.261896] env[69735]: WARNING nova.compute.manager [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received unexpected event network-vif-plugged-791dccc4-8ce0-4ef5-8200-d872f3bc9fb5 for instance with vm_state building and task_state spawning. [ 948.262064] env[69735]: DEBUG nova.compute.manager [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-changed-791dccc4-8ce0-4ef5-8200-d872f3bc9fb5 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.262299] env[69735]: DEBUG nova.compute.manager [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Refreshing instance network info cache due to event network-changed-791dccc4-8ce0-4ef5-8200-d872f3bc9fb5. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.262472] env[69735]: DEBUG oslo_concurrency.lockutils [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] Acquiring lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.262622] env[69735]: DEBUG oslo_concurrency.lockutils [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] Acquired lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.262790] env[69735]: DEBUG nova.network.neutron [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Refreshing network info cache for port 791dccc4-8ce0-4ef5-8200-d872f3bc9fb5 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.325700] env[69735]: DEBUG oslo_concurrency.lockutils [None req-affdc3cd-cff4-47e6-be3d-5c72e2883035 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "a457c297-0bf1-4faf-af8e-a00ff265462a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.340s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.477104] env[69735]: DEBUG nova.network.neutron [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance_info_cache with network_info: [{"id": "7024359f-d55a-44bc-abed-731d8e59ebfb", "address": "fa:16:3e:d4:a1:ad", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7024359f-d5", "ovs_interfaceid": "7024359f-d55a-44bc-abed-731d8e59ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.508115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fd28e2c5-f459-4f43-9ccd-2530918c4cd3 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.802s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.663019] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68a7c58-bfc4-4ec8-8753-913efce2dfca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.671709] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25c44c6-2a31-4b86-92bd-f40175412c4f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.705085] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66027f9b-aeb0-4a1c-bda0-2ee51c58d6fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.714484] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0fc4cc-59e4-4ab7-b25a-cde64f8ff553 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.730654] env[69735]: DEBUG nova.compute.provider_tree [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.733765] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.734009] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.831468] env[69735]: DEBUG nova.network.neutron [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.833359] env[69735]: DEBUG nova.compute.manager [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.966593] env[69735]: DEBUG nova.network.neutron [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.981186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.233848] env[69735]: DEBUG nova.scheduler.client.report [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.237934] env[69735]: INFO nova.compute.manager [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Detaching volume 56b6603c-ce00-460d-9d91-24d0831e6915 [ 949.277618] env[69735]: INFO nova.virt.block_device [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Attempting to driver detach volume 56b6603c-ce00-460d-9d91-24d0831e6915 from mountpoint /dev/sdb [ 949.277936] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 949.278171] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719236', 'volume_id': '56b6603c-ce00-460d-9d91-24d0831e6915', 'name': 'volume-56b6603c-ce00-460d-9d91-24d0831e6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3be3e0be-3e3c-43dd-8e6e-c1add19412c4', 'attached_at': '', 'detached_at': '', 'volume_id': '56b6603c-ce00-460d-9d91-24d0831e6915', 'serial': '56b6603c-ce00-460d-9d91-24d0831e6915'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 949.279177] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbc693d-dda9-4615-9e11-4ef219183331 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.303406] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fedf2e-7a23-4ddf-bc6a-3baa76520170 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.311384] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab7c82-e947-45f4-ad38-e9e6308048f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.332743] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56041565-4478-4391-b35b-bad9a66daade {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.350264] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] The volume has not been displaced from its original location: [datastore2] volume-56b6603c-ce00-460d-9d91-24d0831e6915/volume-56b6603c-ce00-460d-9d91-24d0831e6915.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 949.355266] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.357906] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ad1d66-706f-4d4e-afb7-598847114ad1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.379676] env[69735]: DEBUG oslo_vmware.api [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 949.379676] env[69735]: value = "task-3605281" [ 949.379676] env[69735]: _type = "Task" [ 949.379676] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.389021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.392013] env[69735]: DEBUG oslo_vmware.api [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.471777] env[69735]: DEBUG oslo_concurrency.lockutils [req-8e097558-67dc-42f7-8411-b4dbdfeb4627 req-f8fe3bba-a4ea-487f-afee-51ee7ce681fa service nova] Releasing lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.600221] env[69735]: INFO nova.compute.manager [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Rebuilding instance [ 949.644678] env[69735]: DEBUG nova.compute.manager [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.645666] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1265e386-e5d5-4b42-a923-2919d600eead {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.742179] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.742714] env[69735]: DEBUG nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.745830] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.310s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.747350] env[69735]: INFO nova.compute.claims [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.890138] env[69735]: DEBUG oslo_vmware.api [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.255614] env[69735]: DEBUG nova.compute.utils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.258819] env[69735]: DEBUG nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.259317] env[69735]: DEBUG nova.network.neutron [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.391833] env[69735]: DEBUG oslo_vmware.api [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605281, 'name': ReconfigVM_Task, 'duration_secs': 0.516588} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.392319] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.397202] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b86546-af4f-4a4a-8004-179cb48ea4fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.415844] env[69735]: DEBUG oslo_vmware.api [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 950.415844] env[69735]: value = "task-3605282" [ 950.415844] env[69735]: _type = "Task" [ 950.415844] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.426491] env[69735]: DEBUG oslo_vmware.api [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.489662] env[69735]: DEBUG nova.policy [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '965601edb6344242ba1fe65b6886a50f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9f2ea250e0a4b4587abc1bdf7fffe40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.502051] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a3bbc3-3b8c-492f-99a9-337e4e169be9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.527353] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance 'abbd2490-51e6-4c89-865a-7ce4d096e72e' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.625071] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Successfully updated port: 206739f7-2769-4b3a-910a-4da92dbac705 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.640284] env[69735]: DEBUG nova.compute.manager [req-ea46000f-de5c-4e6f-babb-472cadf756bb req-c19cc49c-8172-463a-aed5-8029f69daf2a service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-vif-plugged-206739f7-2769-4b3a-910a-4da92dbac705 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.640507] env[69735]: DEBUG oslo_concurrency.lockutils [req-ea46000f-de5c-4e6f-babb-472cadf756bb req-c19cc49c-8172-463a-aed5-8029f69daf2a service nova] Acquiring lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.640717] env[69735]: DEBUG oslo_concurrency.lockutils [req-ea46000f-de5c-4e6f-babb-472cadf756bb req-c19cc49c-8172-463a-aed5-8029f69daf2a service nova] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.640884] env[69735]: DEBUG oslo_concurrency.lockutils [req-ea46000f-de5c-4e6f-babb-472cadf756bb req-c19cc49c-8172-463a-aed5-8029f69daf2a service nova] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.641189] env[69735]: DEBUG nova.compute.manager [req-ea46000f-de5c-4e6f-babb-472cadf756bb req-c19cc49c-8172-463a-aed5-8029f69daf2a service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] No waiting events found dispatching network-vif-plugged-206739f7-2769-4b3a-910a-4da92dbac705 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.641412] env[69735]: WARNING nova.compute.manager [req-ea46000f-de5c-4e6f-babb-472cadf756bb req-c19cc49c-8172-463a-aed5-8029f69daf2a service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received unexpected event network-vif-plugged-206739f7-2769-4b3a-910a-4da92dbac705 for instance with vm_state building and task_state spawning. [ 950.661450] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.661778] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6699b1a3-9076-4096-816e-a5e34b8d18e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.669770] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 950.669770] env[69735]: value = "task-3605283" [ 950.669770] env[69735]: _type = "Task" [ 950.669770] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.686135] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.764723] env[69735]: DEBUG nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.934055] env[69735]: DEBUG oslo_vmware.api [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605282, 'name': ReconfigVM_Task, 'duration_secs': 0.19402} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.937336] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719236', 'volume_id': '56b6603c-ce00-460d-9d91-24d0831e6915', 'name': 'volume-56b6603c-ce00-460d-9d91-24d0831e6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3be3e0be-3e3c-43dd-8e6e-c1add19412c4', 'attached_at': '', 'detached_at': '', 'volume_id': '56b6603c-ce00-460d-9d91-24d0831e6915', 'serial': '56b6603c-ce00-460d-9d91-24d0831e6915'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 951.015603] env[69735]: DEBUG nova.network.neutron [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Successfully created port: f338c052-8efa-446b-95ac-f05d7c75ed60 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.034666] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.040923] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31122ab-efce-48b9-bc15-6d44e1ebe57b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.049060] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 951.049060] env[69735]: value = "task-3605284" [ 951.049060] env[69735]: _type = "Task" [ 951.049060] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.061510] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.182176] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605283, 'name': PowerOffVM_Task, 'duration_secs': 0.233597} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.182477] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.182741] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.183549] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbbe132-340d-4a7c-afb0-186c836f8245 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.191155] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.194041] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ec79c0c-89e5-49ef-9309-be9289c57cc5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.230310] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.230884] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.231212] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Deleting the datastore file [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.234950] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cb1a23d-ba86-4484-8e76-5259e31be8f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.244034] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 951.244034] env[69735]: value = "task-3605287" [ 951.244034] env[69735]: _type = "Task" [ 951.244034] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.260252] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.443805] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ec1a8-cb69-4123-9cce-74e474a008ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.453462] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a46b2b-3ba0-41e7-aad7-dd522bb8011d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.493235] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2339a59a-6c86-4afc-987e-d78a7f663bab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.507660] env[69735]: DEBUG nova.objects.instance [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lazy-loading 'flavor' on Instance uuid 3be3e0be-3e3c-43dd-8e6e-c1add19412c4 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.511735] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c3236c-9c61-4178-ba84-a730965ec169 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.538589] env[69735]: DEBUG nova.compute.provider_tree [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.563486] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605284, 'name': PowerOffVM_Task, 'duration_secs': 0.240449} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.563861] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.564279] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance 'abbd2490-51e6-4c89-865a-7ce4d096e72e' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.754967] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159564} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.755379] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.755576] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.755751] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.779863] env[69735]: DEBUG nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.809369] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.809796] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.810429] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.811747] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.811747] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.811747] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.811747] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.811747] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.811747] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.811747] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.812021] env[69735]: DEBUG nova.virt.hardware [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.813244] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5e6285-bdfd-4500-9642-a8a1b310f115 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.823255] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbca70f-b7a1-49a6-a200-b3ed6e367cab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.041062] env[69735]: DEBUG nova.scheduler.client.report [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.072786] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.072786] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.072786] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.072786] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.072786] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.072786] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.073131] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.073131] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.073255] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.073430] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.073600] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.080217] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6c1294-821d-4fa4-a374-1a533964a627 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.099846] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 952.099846] env[69735]: value = "task-3605288" [ 952.099846] env[69735]: _type = "Task" [ 952.099846] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.113987] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.515962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ba518464-7e20-477e-9666-c29814aae803 tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.782s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.546745] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.547301] env[69735]: DEBUG nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.549776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.977s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.551229] env[69735]: INFO nova.compute.claims [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.612259] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605288, 'name': ReconfigVM_Task, 'duration_secs': 0.242478} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.612550] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance 'abbd2490-51e6-4c89-865a-7ce4d096e72e' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.668986] env[69735]: DEBUG nova.compute.manager [req-d606d001-2d5b-48ba-907f-002364cda263 req-31299523-74f1-4dd6-b492-df94e102d736 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-changed-206739f7-2769-4b3a-910a-4da92dbac705 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.669181] env[69735]: DEBUG nova.compute.manager [req-d606d001-2d5b-48ba-907f-002364cda263 req-31299523-74f1-4dd6-b492-df94e102d736 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Refreshing instance network info cache due to event network-changed-206739f7-2769-4b3a-910a-4da92dbac705. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.669427] env[69735]: DEBUG oslo_concurrency.lockutils [req-d606d001-2d5b-48ba-907f-002364cda263 req-31299523-74f1-4dd6-b492-df94e102d736 service nova] Acquiring lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.669586] env[69735]: DEBUG oslo_concurrency.lockutils [req-d606d001-2d5b-48ba-907f-002364cda263 req-31299523-74f1-4dd6-b492-df94e102d736 service nova] Acquired lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.669749] env[69735]: DEBUG nova.network.neutron [req-d606d001-2d5b-48ba-907f-002364cda263 req-31299523-74f1-4dd6-b492-df94e102d736 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Refreshing network info cache for port 206739f7-2769-4b3a-910a-4da92dbac705 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.792412] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.792714] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.792876] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.793068] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.793219] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.793367] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.793617] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.793751] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.793934] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.794120] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.794295] env[69735]: DEBUG nova.virt.hardware [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.795196] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ca725-3078-4221-b6ec-634207ee964d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.805149] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01200b0-0330-4d81-8ab5-2499a6c671bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.819268] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.825144] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.825391] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.825599] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff9c721a-efbe-4631-989f-b6317609c2d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.842865] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.842865] env[69735]: value = "task-3605289" [ 952.842865] env[69735]: _type = "Task" [ 952.842865] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.851856] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605289, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.056646] env[69735]: DEBUG nova.compute.utils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.060280] env[69735]: DEBUG nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.060457] env[69735]: DEBUG nova.network.neutron [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.118983] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e31af378-588c-434d-ae78-fbfe61445b1c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-215589004',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.118983] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.118983] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.126016] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.126016] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.126016] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.126016] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.126016] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.126016] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.126016] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.126016] env[69735]: DEBUG nova.virt.hardware [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.131028] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.131898] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0db622-b88f-4068-87d8-4aa13605c5a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.157463] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 953.157463] env[69735]: value = "task-3605290" [ 953.157463] env[69735]: _type = "Task" [ 953.157463] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.171327] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.202719] env[69735]: DEBUG nova.policy [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '886f042a2c014d629d6551dc445d5e4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a9e042869544a09debcb389c2f3730', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.216065] env[69735]: DEBUG nova.network.neutron [req-d606d001-2d5b-48ba-907f-002364cda263 req-31299523-74f1-4dd6-b492-df94e102d736 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.324866] env[69735]: DEBUG nova.network.neutron [req-d606d001-2d5b-48ba-907f-002364cda263 req-31299523-74f1-4dd6-b492-df94e102d736 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.354792] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605289, 'name': CreateVM_Task, 'duration_secs': 0.336306} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.354995] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.355568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.355843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.356257] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.356591] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1eb826d-14ae-44e8-8148-2fde5f037e9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.362764] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 953.362764] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523f81f7-593d-7c1c-3b26-fb9cf381529c" [ 953.362764] env[69735]: _type = "Task" [ 953.362764] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.372264] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523f81f7-593d-7c1c-3b26-fb9cf381529c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.479215] env[69735]: DEBUG nova.network.neutron [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Successfully updated port: f338c052-8efa-446b-95ac-f05d7c75ed60 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.561891] env[69735]: DEBUG nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.667880] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Successfully updated port: 04a5f841-5aa4-40c5-99c2-c82fc7ba2014 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.680693] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605290, 'name': ReconfigVM_Task, 'duration_secs': 0.280156} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.680975] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.681883] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9807cf-1ca3-413e-b885-c8616a35dd5a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.712097] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e/abbd2490-51e6-4c89-865a-7ce4d096e72e.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.716812] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22fe04f5-b11a-42c7-9e34-7259e586d16b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.735993] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 953.735993] env[69735]: value = "task-3605292" [ 953.735993] env[69735]: _type = "Task" [ 953.735993] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.744926] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.828694] env[69735]: DEBUG oslo_concurrency.lockutils [req-d606d001-2d5b-48ba-907f-002364cda263 req-31299523-74f1-4dd6-b492-df94e102d736 service nova] Releasing lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.876133] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523f81f7-593d-7c1c-3b26-fb9cf381529c, 'name': SearchDatastore_Task, 'duration_secs': 0.018006} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.879322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.879606] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.880008] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.880218] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.880423] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.881312] env[69735]: DEBUG nova.network.neutron [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Successfully created port: 07fcf680-05e9-45f8-b698-cf926e1864c6 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.883387] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad812485-2dba-4072-8a33-683b716fde5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.893707] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.893907] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.897654] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f81473-252a-4464-8598-8bcb1b416d7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.904522] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 953.904522] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52693e65-2f09-aaa3-43fa-9a989d608831" [ 953.904522] env[69735]: _type = "Task" [ 953.904522] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.915427] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52693e65-2f09-aaa3-43fa-9a989d608831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.984906] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquiring lock "refresh_cache-3a1bc72d-ba13-4db4-95cb-3922dc50345a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.984906] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquired lock "refresh_cache-3a1bc72d-ba13-4db4-95cb-3922dc50345a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.984906] env[69735]: DEBUG nova.network.neutron [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.173688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.173972] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquired lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.174431] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.230369] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c5eade-fd67-43bf-a755-c424bfc679a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.242318] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560cfc1-200b-4470-b308-6c4761a32a0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.253020] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605292, 'name': ReconfigVM_Task, 'duration_secs': 0.321251} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.279464] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e/abbd2490-51e6-4c89-865a-7ce4d096e72e.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.279782] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance 'abbd2490-51e6-4c89-865a-7ce4d096e72e' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.284363] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8329c8-ef51-4e70-a0dd-ce62e5f8d2ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.294772] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156731c4-d038-4543-b082-03e697ae516a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.309912] env[69735]: DEBUG nova.compute.provider_tree [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.416934] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52693e65-2f09-aaa3-43fa-9a989d608831, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.417959] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339ba2d6-1a7d-4394-b6d0-2c61eb03533d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.423976] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 954.423976] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5206f43a-f5c6-67b3-7d91-60c3be39fc00" [ 954.423976] env[69735]: _type = "Task" [ 954.423976] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.435918] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5206f43a-f5c6-67b3-7d91-60c3be39fc00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.495792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.498079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.520295] env[69735]: DEBUG nova.network.neutron [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.583119] env[69735]: DEBUG nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.609081] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.609741] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.609741] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.609741] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.609888] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.609975] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.610449] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.610529] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.610700] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.610861] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.611042] env[69735]: DEBUG nova.virt.hardware [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.611922] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49674645-45f1-43ac-9eec-66dc63acf1a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.620815] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1654a49f-25af-4fbd-85e1-8894a36ef799 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.754495] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.795391] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3834451a-6f29-4cd7-aafa-0fe289227fc3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.820835] env[69735]: DEBUG nova.scheduler.client.report [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.826225] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ec8d5d-d7aa-4d24-b521-97eea07bd83e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.829686] env[69735]: DEBUG nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Received event network-vif-plugged-f338c052-8efa-446b-95ac-f05d7c75ed60 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.829877] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Acquiring lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.830092] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.830250] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.830421] env[69735]: DEBUG nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] No waiting events found dispatching network-vif-plugged-f338c052-8efa-446b-95ac-f05d7c75ed60 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.830573] env[69735]: WARNING nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Received unexpected event network-vif-plugged-f338c052-8efa-446b-95ac-f05d7c75ed60 for instance with vm_state building and task_state spawning. [ 954.830724] env[69735]: DEBUG nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-vif-plugged-04a5f841-5aa4-40c5-99c2-c82fc7ba2014 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.830872] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Acquiring lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.832331] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.832331] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.832331] env[69735]: DEBUG nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] No waiting events found dispatching network-vif-plugged-04a5f841-5aa4-40c5-99c2-c82fc7ba2014 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.832331] env[69735]: WARNING nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received unexpected event network-vif-plugged-04a5f841-5aa4-40c5-99c2-c82fc7ba2014 for instance with vm_state building and task_state spawning. [ 954.832331] env[69735]: DEBUG nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Received event network-changed-f338c052-8efa-446b-95ac-f05d7c75ed60 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.832331] env[69735]: DEBUG nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Refreshing instance network info cache due to event network-changed-f338c052-8efa-446b-95ac-f05d7c75ed60. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.832331] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Acquiring lock "refresh_cache-3a1bc72d-ba13-4db4-95cb-3922dc50345a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.854318] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance 'abbd2490-51e6-4c89-865a-7ce4d096e72e' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.858263] env[69735]: DEBUG nova.network.neutron [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Updating instance_info_cache with network_info: [{"id": "f338c052-8efa-446b-95ac-f05d7c75ed60", "address": "fa:16:3e:1e:f3:3a", "network": {"id": "23228839-d870-4fab-b5ad-4b7da5107c59", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1003885077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f2ea250e0a4b4587abc1bdf7fffe40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf338c052-8e", "ovs_interfaceid": "f338c052-8efa-446b-95ac-f05d7c75ed60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.936357] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5206f43a-f5c6-67b3-7d91-60c3be39fc00, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.936656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.936919] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a/a457c297-0bf1-4faf-af8e-a00ff265462a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.937311] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e08cf15-92fa-40fd-9a02-2f9d0b18b0c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.945841] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 954.945841] env[69735]: value = "task-3605293" [ 954.945841] env[69735]: _type = "Task" [ 954.945841] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.956548] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.327959] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.329179] env[69735]: DEBUG nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.332503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.687s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.333325] env[69735]: DEBUG nova.objects.instance [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lazy-loading 'resources' on Instance uuid 219adde7-07d4-40ca-b713-5b373532e734 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.371323] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Releasing lock "refresh_cache-3a1bc72d-ba13-4db4-95cb-3922dc50345a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.371712] env[69735]: DEBUG nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Instance network_info: |[{"id": "f338c052-8efa-446b-95ac-f05d7c75ed60", "address": "fa:16:3e:1e:f3:3a", "network": {"id": "23228839-d870-4fab-b5ad-4b7da5107c59", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1003885077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f2ea250e0a4b4587abc1bdf7fffe40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf338c052-8e", "ovs_interfaceid": "f338c052-8efa-446b-95ac-f05d7c75ed60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.372689] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Acquired lock "refresh_cache-3a1bc72d-ba13-4db4-95cb-3922dc50345a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.372901] env[69735]: DEBUG nova.network.neutron [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Refreshing network info cache for port f338c052-8efa-446b-95ac-f05d7c75ed60 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.376262] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f3:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f338c052-8efa-446b-95ac-f05d7c75ed60', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.387622] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Creating folder: Project (a9f2ea250e0a4b4587abc1bdf7fffe40). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.389257] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc4f6804-c463-447c-8c8f-691392c26713 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.403439] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Created folder: Project (a9f2ea250e0a4b4587abc1bdf7fffe40) in parent group-v719064. [ 955.403439] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Creating folder: Instances. Parent ref: group-v719245. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.403855] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-231d4b63-83c5-48aa-b04c-12225c623f08 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.417522] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Created folder: Instances in parent group-v719245. [ 955.417837] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.418060] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.418289] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b843c0e-eb76-409f-b6f9-534d5ec7bdd8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.444594] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.444594] env[69735]: value = "task-3605297" [ 955.444594] env[69735]: _type = "Task" [ 955.444594] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.458271] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605293, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.461682] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605297, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.732634] env[69735]: DEBUG nova.network.neutron [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Updating instance_info_cache with network_info: [{"id": "791dccc4-8ce0-4ef5-8200-d872f3bc9fb5", "address": "fa:16:3e:a4:2a:79", "network": {"id": "4e94b224-c3bf-4de0-83dd-70d0813c700c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916589054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791dccc4-8c", "ovs_interfaceid": "791dccc4-8ce0-4ef5-8200-d872f3bc9fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "206739f7-2769-4b3a-910a-4da92dbac705", "address": "fa:16:3e:8e:80:33", "network": {"id": "481e74f4-27b7-4fdf-a673-a58a54507835", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1372999250", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206739f7-27", "ovs_interfaceid": "206739f7-2769-4b3a-910a-4da92dbac705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04a5f841-5aa4-40c5-99c2-c82fc7ba2014", "address": "fa:16:3e:77:21:f7", "network": {"id": "4e94b224-c3bf-4de0-83dd-70d0813c700c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916589054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a5f841-5a", "ovs_interfaceid": "04a5f841-5aa4-40c5-99c2-c82fc7ba2014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.765283] env[69735]: DEBUG nova.network.neutron [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Port 7024359f-d55a-44bc-abed-731d8e59ebfb binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 955.844200] env[69735]: DEBUG nova.compute.utils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.846711] env[69735]: DEBUG nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.847322] env[69735]: DEBUG nova.network.neutron [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.959682] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595695} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.966252] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a/a457c297-0bf1-4faf-af8e-a00ff265462a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.966471] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.966747] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605297, 'name': CreateVM_Task, 'duration_secs': 0.440868} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.971620] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd6bf4f0-4977-4e00-8d8e-87fcf88ecdf2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.972428] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.973941] env[69735]: DEBUG nova.policy [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.976329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.976329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.976638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.979494] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c941a7e1-cd87-4451-884f-8f21b702cbe5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.986410] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 955.986410] env[69735]: value = "task-3605298" [ 955.986410] env[69735]: _type = "Task" [ 955.986410] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.988728] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 955.988728] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5241d5a4-dcd8-271d-25f7-4ed7ae05f4ca" [ 955.988728] env[69735]: _type = "Task" [ 955.988728] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.006519] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.011075] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5241d5a4-dcd8-271d-25f7-4ed7ae05f4ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.013859] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.014189] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.014495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.014692] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.015110] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.016398] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5cd9c4f-abcf-4cb8-b682-adaa47148de5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.026446] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.026725] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.027816] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfabe3d-7829-4ecf-acb3-c885e33a54b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.038527] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 956.038527] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524eee65-5eed-e6ac-d785-8aac9e88189b" [ 956.038527] env[69735]: _type = "Task" [ 956.038527] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.050212] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524eee65-5eed-e6ac-d785-8aac9e88189b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.234478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Releasing lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.234960] env[69735]: DEBUG nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Instance network_info: |[{"id": "791dccc4-8ce0-4ef5-8200-d872f3bc9fb5", "address": "fa:16:3e:a4:2a:79", "network": {"id": "4e94b224-c3bf-4de0-83dd-70d0813c700c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916589054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791dccc4-8c", "ovs_interfaceid": "791dccc4-8ce0-4ef5-8200-d872f3bc9fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "206739f7-2769-4b3a-910a-4da92dbac705", "address": "fa:16:3e:8e:80:33", "network": {"id": "481e74f4-27b7-4fdf-a673-a58a54507835", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1372999250", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206739f7-27", "ovs_interfaceid": "206739f7-2769-4b3a-910a-4da92dbac705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04a5f841-5aa4-40c5-99c2-c82fc7ba2014", "address": "fa:16:3e:77:21:f7", "network": {"id": "4e94b224-c3bf-4de0-83dd-70d0813c700c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916589054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a5f841-5a", "ovs_interfaceid": "04a5f841-5aa4-40c5-99c2-c82fc7ba2014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.239041] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:2a:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '791dccc4-8ce0-4ef5-8200-d872f3bc9fb5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:80:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '206739f7-2769-4b3a-910a-4da92dbac705', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:21:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04a5f841-5aa4-40c5-99c2-c82fc7ba2014', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.251739] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Creating folder: Project (7fd60abcc71f4bd4ba87f5189a5fcd66). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.253049] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afa6187b-fcfc-46aa-980f-79ca8c827739 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.266900] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Created folder: Project (7fd60abcc71f4bd4ba87f5189a5fcd66) in parent group-v719064. [ 956.267381] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Creating folder: Instances. Parent ref: group-v719248. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.273106] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f01615d9-0f13-489b-a3d5-dece93f4025b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.294619] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Created folder: Instances in parent group-v719248. [ 956.294619] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.294619] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.294619] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b394cb33-a9ac-4fe0-be99-12a2e1435869 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.329485] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.329485] env[69735]: value = "task-3605301" [ 956.329485] env[69735]: _type = "Task" [ 956.329485] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.344530] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605301, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.350819] env[69735]: DEBUG nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.460215] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d2e748-3758-457a-ba98-ac5bca4fec34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.468341] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a1d5e8-51fe-440a-8c9f-673e5b675985 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.511357] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc8c268-b05c-4f7b-9161-fac6b21c730a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.522357] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c51d74-cfa6-4355-b709-3c94484914ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.526315] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06781} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.526580] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.527637] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb3b03f-f804-4664-91a5-79c16b853df7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.538311] env[69735]: DEBUG nova.compute.provider_tree [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.568587] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a/a457c297-0bf1-4faf-af8e-a00ff265462a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.569641] env[69735]: DEBUG nova.network.neutron [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Successfully updated port: 07fcf680-05e9-45f8-b698-cf926e1864c6 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.571484] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f0e816-f9fd-47f7-a5ce-4e6a68465b22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.589557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "refresh_cache-6c299dbd-f868-485b-9318-e9f40e1072b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.589622] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "refresh_cache-6c299dbd-f868-485b-9318-e9f40e1072b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.589796] env[69735]: DEBUG nova.network.neutron [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.595228] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524eee65-5eed-e6ac-d785-8aac9e88189b, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.596585] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf19a49f-4365-47f1-9abd-54542ff86735 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.604247] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 956.604247] env[69735]: value = "task-3605302" [ 956.604247] env[69735]: _type = "Task" [ 956.604247] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.610539] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 956.610539] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52441794-74b1-6dee-3ce8-813fcacc682a" [ 956.610539] env[69735]: _type = "Task" [ 956.610539] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.617491] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.624014] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52441794-74b1-6dee-3ce8-813fcacc682a, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.625023] env[69735]: DEBUG nova.network.neutron [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Updated VIF entry in instance network info cache for port f338c052-8efa-446b-95ac-f05d7c75ed60. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.625411] env[69735]: DEBUG nova.network.neutron [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Updating instance_info_cache with network_info: [{"id": "f338c052-8efa-446b-95ac-f05d7c75ed60", "address": "fa:16:3e:1e:f3:3a", "network": {"id": "23228839-d870-4fab-b5ad-4b7da5107c59", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1003885077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f2ea250e0a4b4587abc1bdf7fffe40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf338c052-8e", "ovs_interfaceid": "f338c052-8efa-446b-95ac-f05d7c75ed60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.626720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.627023] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 3a1bc72d-ba13-4db4-95cb-3922dc50345a/3a1bc72d-ba13-4db4-95cb-3922dc50345a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.627647] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f00feedc-abc8-44e4-81f6-89c6fedc32a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.635241] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 956.635241] env[69735]: value = "task-3605303" [ 956.635241] env[69735]: _type = "Task" [ 956.635241] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.645421] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.796297] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.796539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.796713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.845456] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605301, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.886460] env[69735]: DEBUG nova.network.neutron [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Successfully created port: 48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.045707] env[69735]: DEBUG nova.scheduler.client.report [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.058608] env[69735]: DEBUG nova.compute.manager [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Received event network-vif-plugged-07fcf680-05e9-45f8-b698-cf926e1864c6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.058608] env[69735]: DEBUG oslo_concurrency.lockutils [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] Acquiring lock "6c299dbd-f868-485b-9318-e9f40e1072b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.059573] env[69735]: DEBUG oslo_concurrency.lockutils [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] Lock "6c299dbd-f868-485b-9318-e9f40e1072b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.059573] env[69735]: DEBUG oslo_concurrency.lockutils [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] Lock "6c299dbd-f868-485b-9318-e9f40e1072b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.060070] env[69735]: DEBUG nova.compute.manager [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] No waiting events found dispatching network-vif-plugged-07fcf680-05e9-45f8-b698-cf926e1864c6 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.060070] env[69735]: WARNING nova.compute.manager [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Received unexpected event network-vif-plugged-07fcf680-05e9-45f8-b698-cf926e1864c6 for instance with vm_state building and task_state spawning. [ 957.060146] env[69735]: DEBUG nova.compute.manager [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Received event network-changed-07fcf680-05e9-45f8-b698-cf926e1864c6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.063104] env[69735]: DEBUG nova.compute.manager [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Refreshing instance network info cache due to event network-changed-07fcf680-05e9-45f8-b698-cf926e1864c6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.063104] env[69735]: DEBUG oslo_concurrency.lockutils [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] Acquiring lock "refresh_cache-6c299dbd-f868-485b-9318-e9f40e1072b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.118273] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.130784] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Releasing lock "refresh_cache-3a1bc72d-ba13-4db4-95cb-3922dc50345a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.131197] env[69735]: DEBUG nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-changed-04a5f841-5aa4-40c5-99c2-c82fc7ba2014 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.131469] env[69735]: DEBUG nova.compute.manager [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Refreshing instance network info cache due to event network-changed-04a5f841-5aa4-40c5-99c2-c82fc7ba2014. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.131777] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Acquiring lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.131948] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Acquired lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.132141] env[69735]: DEBUG nova.network.neutron [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Refreshing network info cache for port 04a5f841-5aa4-40c5-99c2-c82fc7ba2014 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.148782] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605303, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.150801] env[69735]: DEBUG nova.network.neutron [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.340235] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605301, 'name': CreateVM_Task, 'duration_secs': 0.57243} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.340486] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.341579] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.341832] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.342220] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.342557] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d4c3cf4-e7f3-4a7d-9eba-8cd794f9c653 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.348777] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 957.348777] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cef87b-ea95-1fb1-da6b-2b35e015e1fd" [ 957.348777] env[69735]: _type = "Task" [ 957.348777] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.364343] env[69735]: DEBUG nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.367844] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cef87b-ea95-1fb1-da6b-2b35e015e1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.368141] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.368375] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.368609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.368751] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.369163] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.369199] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a7c8259-0c39-4120-8f18-b39c7e7cf4f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.380668] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.380936] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.381754] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b398c1ee-bf64-4211-a009-73c87f43fb5e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.389454] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 957.389454] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c7289-fb9a-96be-09fe-4a28ed78f4a9" [ 957.389454] env[69735]: _type = "Task" [ 957.389454] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.398348] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c7289-fb9a-96be-09fe-4a28ed78f4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.401365] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.401685] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.401903] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.402077] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.402179] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.402343] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.402598] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.402765] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.402964] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.403136] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.403329] env[69735]: DEBUG nova.virt.hardware [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.404340] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09fd2bf-3d3c-4e15-a061-83e3843b4086 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.414939] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e91f932-b7bb-4c8d-8710-861f6631d021 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.554354] env[69735]: DEBUG nova.network.neutron [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Updating instance_info_cache with network_info: [{"id": "07fcf680-05e9-45f8-b698-cf926e1864c6", "address": "fa:16:3e:36:cc:a9", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fcf680-05", "ovs_interfaceid": "07fcf680-05e9-45f8-b698-cf926e1864c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.560044] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.566738] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.704s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.566993] env[69735]: DEBUG nova.objects.instance [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lazy-loading 'resources' on Instance uuid dcae396c-973e-4043-b856-95deb9bbd154 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.586118] env[69735]: INFO nova.scheduler.client.report [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Deleted allocations for instance 219adde7-07d4-40ca-b713-5b373532e734 [ 957.619863] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605302, 'name': ReconfigVM_Task, 'duration_secs': 0.622485} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.620130] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Reconfigured VM instance instance-0000003b to attach disk [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a/a457c297-0bf1-4faf-af8e-a00ff265462a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.621437] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ace8ef-545c-4d49-9605-f5445f5e7248 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.628448] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 957.628448] env[69735]: value = "task-3605305" [ 957.628448] env[69735]: _type = "Task" [ 957.628448] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.639773] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605305, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.649384] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539629} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.649648] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 3a1bc72d-ba13-4db4-95cb-3922dc50345a/3a1bc72d-ba13-4db4-95cb-3922dc50345a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.649864] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.650223] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-404b5d11-5251-4594-a1db-5235f115741d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.658829] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 957.658829] env[69735]: value = "task-3605306" [ 957.658829] env[69735]: _type = "Task" [ 957.658829] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.669653] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.885950] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.885950] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.885950] env[69735]: DEBUG nova.network.neutron [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.904291] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c7289-fb9a-96be-09fe-4a28ed78f4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.905502] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e961cc1-121b-44f6-a913-259d4ecad910 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.917329] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 957.917329] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b81c61-ce7c-10fb-6d81-fa334bfb5748" [ 957.917329] env[69735]: _type = "Task" [ 957.917329] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.929028] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b81c61-ce7c-10fb-6d81-fa334bfb5748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.018356] env[69735]: DEBUG nova.network.neutron [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Updated VIF entry in instance network info cache for port 04a5f841-5aa4-40c5-99c2-c82fc7ba2014. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.018780] env[69735]: DEBUG nova.network.neutron [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Updating instance_info_cache with network_info: [{"id": "791dccc4-8ce0-4ef5-8200-d872f3bc9fb5", "address": "fa:16:3e:a4:2a:79", "network": {"id": "4e94b224-c3bf-4de0-83dd-70d0813c700c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916589054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791dccc4-8c", "ovs_interfaceid": "791dccc4-8ce0-4ef5-8200-d872f3bc9fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "206739f7-2769-4b3a-910a-4da92dbac705", "address": "fa:16:3e:8e:80:33", "network": {"id": "481e74f4-27b7-4fdf-a673-a58a54507835", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1372999250", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206739f7-27", "ovs_interfaceid": "206739f7-2769-4b3a-910a-4da92dbac705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04a5f841-5aa4-40c5-99c2-c82fc7ba2014", "address": "fa:16:3e:77:21:f7", "network": {"id": "4e94b224-c3bf-4de0-83dd-70d0813c700c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916589054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a5f841-5a", "ovs_interfaceid": "04a5f841-5aa4-40c5-99c2-c82fc7ba2014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.060859] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "refresh_cache-6c299dbd-f868-485b-9318-e9f40e1072b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.060859] env[69735]: DEBUG nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Instance network_info: |[{"id": "07fcf680-05e9-45f8-b698-cf926e1864c6", "address": "fa:16:3e:36:cc:a9", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fcf680-05", "ovs_interfaceid": "07fcf680-05e9-45f8-b698-cf926e1864c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.061189] env[69735]: DEBUG oslo_concurrency.lockutils [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] Acquired lock "refresh_cache-6c299dbd-f868-485b-9318-e9f40e1072b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.061383] env[69735]: DEBUG nova.network.neutron [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Refreshing network info cache for port 07fcf680-05e9-45f8-b698-cf926e1864c6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.062625] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:cc:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07fcf680-05e9-45f8-b698-cf926e1864c6', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.072563] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.078351] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.079100] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-021acdbb-c7c0-4fa6-84c8-3f03fc95de3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.104549] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f86ddd0-0341-4ac1-bb5a-788f437e6063 tempest-ServerShowV247Test-1395362390 tempest-ServerShowV247Test-1395362390-project-member] Lock "219adde7-07d4-40ca-b713-5b373532e734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.812s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.109600] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.109600] env[69735]: value = "task-3605307" [ 958.109600] env[69735]: _type = "Task" [ 958.109600] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.127618] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605307, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.143718] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605305, 'name': Rename_Task, 'duration_secs': 0.145943} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.144698] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.144970] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c2be42-9317-4955-8061-a0ba69507740 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.153426] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 958.153426] env[69735]: value = "task-3605308" [ 958.153426] env[69735]: _type = "Task" [ 958.153426] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.173476] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605308, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.176887] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136813} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.177241] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.178714] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab7dad-75c6-43e6-99d1-bd2c020c8f2c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.207796] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 3a1bc72d-ba13-4db4-95cb-3922dc50345a/3a1bc72d-ba13-4db4-95cb-3922dc50345a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.211073] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44b1ebc-893f-4567-9ca9-4d77377b2e0a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.235332] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 958.235332] env[69735]: value = "task-3605309" [ 958.235332] env[69735]: _type = "Task" [ 958.235332] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.251585] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.428773] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b81c61-ce7c-10fb-6d81-fa334bfb5748, 'name': SearchDatastore_Task, 'duration_secs': 0.014891} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.429124] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.430252] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] a0982ea0-b854-4de4-9694-3a2c44523ad3/a0982ea0-b854-4de4-9694-3a2c44523ad3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.430252] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dc159d7-a1c6-43ef-8093-602c34793f32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.440426] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 958.440426] env[69735]: value = "task-3605310" [ 958.440426] env[69735]: _type = "Task" [ 958.440426] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.452960] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.521659] env[69735]: DEBUG oslo_concurrency.lockutils [req-6b7e1655-9fac-4f3a-bb1f-758bad2cf181 req-dce4cabf-7cee-45aa-928b-55fb0e836a00 service nova] Releasing lock "refresh_cache-a0982ea0-b854-4de4-9694-3a2c44523ad3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.591143] env[69735]: DEBUG nova.network.neutron [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Updated VIF entry in instance network info cache for port 07fcf680-05e9-45f8-b698-cf926e1864c6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.591246] env[69735]: DEBUG nova.network.neutron [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Updating instance_info_cache with network_info: [{"id": "07fcf680-05e9-45f8-b698-cf926e1864c6", "address": "fa:16:3e:36:cc:a9", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fcf680-05", "ovs_interfaceid": "07fcf680-05e9-45f8-b698-cf926e1864c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.624133] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605307, 'name': CreateVM_Task, 'duration_secs': 0.410701} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.624309] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.624996] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.625173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.626094] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.626094] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf7c988-2c23-47f8-a21a-a2f66e0436b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.633450] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 958.633450] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba577a-e339-7b28-9303-17d3fa8d1761" [ 958.633450] env[69735]: _type = "Task" [ 958.633450] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.646633] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba577a-e339-7b28-9303-17d3fa8d1761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.667789] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.748194] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605309, 'name': ReconfigVM_Task, 'duration_secs': 0.353444} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.748898] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 3a1bc72d-ba13-4db4-95cb-3922dc50345a/3a1bc72d-ba13-4db4-95cb-3922dc50345a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.749346] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a3f1b4-0422-4742-9703-c7579e6f72cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.758460] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 958.758460] env[69735]: value = "task-3605311" [ 958.758460] env[69735]: _type = "Task" [ 958.758460] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.759884] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733bf193-2cda-4b96-8547-2cc58e91e6f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.774743] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605311, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.776153] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ad5b1d-f91b-4b7f-85de-145902064c4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.812638] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c964dc04-be25-475a-8f35-3e8005dd366c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.821965] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f6d87f-6ec1-4cea-bf5e-c1b5acdb5761 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.837723] env[69735]: DEBUG nova.compute.provider_tree [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.932674] env[69735]: DEBUG nova.network.neutron [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance_info_cache with network_info: [{"id": "7024359f-d55a-44bc-abed-731d8e59ebfb", "address": "fa:16:3e:d4:a1:ad", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7024359f-d5", "ovs_interfaceid": "7024359f-d55a-44bc-abed-731d8e59ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.953186] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605310, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.094431] env[69735]: DEBUG oslo_concurrency.lockutils [req-70f6e488-e955-4bd3-bdb5-89524ed87a44 req-63d73d3a-563d-4eed-919d-3da4d8514633 service nova] Releasing lock "refresh_cache-6c299dbd-f868-485b-9318-e9f40e1072b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.147280] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba577a-e339-7b28-9303-17d3fa8d1761, 'name': SearchDatastore_Task, 'duration_secs': 0.030006} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.147652] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.147915] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.148173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.148319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.148499] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.148763] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13242540-04e2-4d5d-b830-464aec8a5408 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.161843] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.162280] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.163198] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa26ee43-c268-4dad-b0d1-578a00cc2901 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.177194] env[69735]: DEBUG oslo_vmware.api [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605308, 'name': PowerOnVM_Task, 'duration_secs': 0.540002} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.178182] env[69735]: DEBUG nova.network.neutron [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Successfully updated port: 48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.179950] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.180144] env[69735]: DEBUG nova.compute.manager [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.181037] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6569f5-36b9-4a41-8db5-0b5a0c5f437d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.185396] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 959.185396] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d02f01-7615-3eb4-9389-9b437006e30b" [ 959.185396] env[69735]: _type = "Task" [ 959.185396] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.202975] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d02f01-7615-3eb4-9389-9b437006e30b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.268755] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605311, 'name': Rename_Task, 'duration_secs': 0.489645} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.269045] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.269303] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ccf2c6b-4d7b-4bdb-b5a1-e80100a8c1cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.277654] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 959.277654] env[69735]: value = "task-3605312" [ 959.277654] env[69735]: _type = "Task" [ 959.277654] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.297723] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.312336] env[69735]: DEBUG nova.compute.manager [req-1e86d171-2f85-45e4-b499-74dec34acae7 req-01dee299-15be-4d6b-a0cd-97e5f3df69d9 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-vif-plugged-48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.312336] env[69735]: DEBUG oslo_concurrency.lockutils [req-1e86d171-2f85-45e4-b499-74dec34acae7 req-01dee299-15be-4d6b-a0cd-97e5f3df69d9 service nova] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.312336] env[69735]: DEBUG oslo_concurrency.lockutils [req-1e86d171-2f85-45e4-b499-74dec34acae7 req-01dee299-15be-4d6b-a0cd-97e5f3df69d9 service nova] Lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.312336] env[69735]: DEBUG oslo_concurrency.lockutils [req-1e86d171-2f85-45e4-b499-74dec34acae7 req-01dee299-15be-4d6b-a0cd-97e5f3df69d9 service nova] Lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.312336] env[69735]: DEBUG nova.compute.manager [req-1e86d171-2f85-45e4-b499-74dec34acae7 req-01dee299-15be-4d6b-a0cd-97e5f3df69d9 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] No waiting events found dispatching network-vif-plugged-48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.312336] env[69735]: WARNING nova.compute.manager [req-1e86d171-2f85-45e4-b499-74dec34acae7 req-01dee299-15be-4d6b-a0cd-97e5f3df69d9 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received unexpected event network-vif-plugged-48f84144-b595-46af-b964-c666287fc2e4 for instance with vm_state building and task_state spawning. [ 959.343650] env[69735]: DEBUG nova.scheduler.client.report [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.438986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.452673] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726195} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.452945] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] a0982ea0-b854-4de4-9694-3a2c44523ad3/a0982ea0-b854-4de4-9694-3a2c44523ad3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.453183] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.453465] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8bf8332-d1e8-4b11-8f64-9a9f6286fb43 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.461624] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 959.461624] env[69735]: value = "task-3605313" [ 959.461624] env[69735]: _type = "Task" [ 959.461624] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.474199] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.685368] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.685536] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.685796] env[69735]: DEBUG nova.network.neutron [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.696630] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d02f01-7615-3eb4-9389-9b437006e30b, 'name': SearchDatastore_Task, 'duration_secs': 0.026078} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.698036] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac9d83d-ca0a-4b44-85d5-e357a199f3ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.708797] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 959.708797] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521a150c-a928-96aa-dce8-c4044d3936c1" [ 959.708797] env[69735]: _type = "Task" [ 959.708797] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.711044] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.725125] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521a150c-a928-96aa-dce8-c4044d3936c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.725125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.725125] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6c299dbd-f868-485b-9318-e9f40e1072b2/6c299dbd-f868-485b-9318-e9f40e1072b2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.725125] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebd36945-5268-480b-971a-70ccf1a37bc0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.733075] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 959.733075] env[69735]: value = "task-3605314" [ 959.733075] env[69735]: _type = "Task" [ 959.733075] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.742743] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.787824] env[69735]: DEBUG oslo_vmware.api [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605312, 'name': PowerOnVM_Task, 'duration_secs': 0.500546} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.788151] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.788401] env[69735]: INFO nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Took 8.01 seconds to spawn the instance on the hypervisor. [ 959.788617] env[69735]: DEBUG nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.789418] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a597d4-f252-4896-b35e-9555cc4e36dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.849504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.851771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.663s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.851999] env[69735]: DEBUG nova.objects.instance [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lazy-loading 'resources' on Instance uuid 8f407595-99e6-48aa-89f0-d094955621dd {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.873618] env[69735]: INFO nova.scheduler.client.report [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleted allocations for instance dcae396c-973e-4043-b856-95deb9bbd154 [ 959.964164] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df71618e-65e5-4b0b-b7c7-33eac8ffbfec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.976460] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071963} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.990044] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.990986] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5134da6-bb17-4837-9fcb-ef5125023e97 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.994188] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68885552-b250-4210-aea5-683524b807e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.001510] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance 'abbd2490-51e6-4c89-865a-7ce4d096e72e' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.029135] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a0982ea0-b854-4de4-9694-3a2c44523ad3/a0982ea0-b854-4de4-9694-3a2c44523ad3.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.029764] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a0bb85-38ed-48b4-ba63-13f30fedcfaa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.048575] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 960.048575] env[69735]: value = "task-3605315" [ 960.048575] env[69735]: _type = "Task" [ 960.048575] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.056757] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.245961] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.257718] env[69735]: DEBUG nova.network.neutron [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.308954] env[69735]: INFO nova.compute.manager [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Took 52.81 seconds to build instance. [ 960.382466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8266ffff-42a2-4ef1-ad3c-18421844d374 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "dcae396c-973e-4043-b856-95deb9bbd154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.603s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.532789] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.533461] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c57fac-db88-46d5-9209-420f31e06bcb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.546736] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 960.546736] env[69735]: value = "task-3605316" [ 960.546736] env[69735]: _type = "Task" [ 960.546736] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.559578] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.566940] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.747700] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605314, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.772781] env[69735]: DEBUG nova.network.neutron [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.811587] env[69735]: DEBUG oslo_concurrency.lockutils [None req-127f5030-a472-4c9f-8e9a-4c969cbc46fa tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.928s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.931168] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e7136-13c9-4372-9291-eb9436441abf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.939614] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7615c834-b117-4679-974b-305ade107bbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.974889] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df42ab4-e556-4553-92b9-4ba457f1168d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.982542] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1729b2-a170-4bf2-bf18-79d7bd84bd71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.996956] env[69735]: DEBUG nova.compute.provider_tree [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.058240] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.062460] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605315, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.249150] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605314, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.187912} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.249150] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6c299dbd-f868-485b-9318-e9f40e1072b2/6c299dbd-f868-485b-9318-e9f40e1072b2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.249150] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.249576] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34af0900-76ff-4328-942d-9ecb7db1a24c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.257890] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 961.257890] env[69735]: value = "task-3605317" [ 961.257890] env[69735]: _type = "Task" [ 961.257890] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.268234] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.279183] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.279944] env[69735]: DEBUG nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Instance network_info: |[{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.280114] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f8:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48f84144-b595-46af-b964-c666287fc2e4', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.289143] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.289455] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.289710] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4154a11-ae2a-45a3-9ab0-b16076b04224 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.310840] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.310840] env[69735]: value = "task-3605318" [ 961.310840] env[69735]: _type = "Task" [ 961.310840] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.315635] env[69735]: DEBUG nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.321178] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605318, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.501066] env[69735]: DEBUG nova.scheduler.client.report [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.558971] env[69735]: DEBUG oslo_vmware.api [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605316, 'name': PowerOnVM_Task, 'duration_secs': 0.570602} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.561998] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.562209] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1933d026-1597-4d51-a78f-7fd7defb04a5 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance 'abbd2490-51e6-4c89-865a-7ce4d096e72e' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.565900] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605315, 'name': ReconfigVM_Task, 'duration_secs': 1.019832} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.566154] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a0982ea0-b854-4de4-9694-3a2c44523ad3/a0982ea0-b854-4de4-9694-3a2c44523ad3.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.566806] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae3cef7e-ef7a-4572-b464-30495e22cf54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.573937] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 961.573937] env[69735]: value = "task-3605319" [ 961.573937] env[69735]: _type = "Task" [ 961.573937] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.589134] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605319, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.774023] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088944} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.774023] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.774023] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dafc0d-d3d4-4f20-8af3-00aad0dc42ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.797353] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 6c299dbd-f868-485b-9318-e9f40e1072b2/6c299dbd-f868-485b-9318-e9f40e1072b2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.798395] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d76f885-24a1-4255-aee7-56deab03bc71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.829442] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605318, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.829862] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 961.829862] env[69735]: value = "task-3605320" [ 961.829862] env[69735]: _type = "Task" [ 961.829862] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.840561] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.844140] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.874046] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Acquiring lock "1b8b3976-902f-4191-80bc-a3edd8002f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.874331] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "1b8b3976-902f-4191-80bc-a3edd8002f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.939992] env[69735]: DEBUG nova.compute.manager [req-3f634dd9-983f-4bc4-9be5-9df71dd0df29 req-3b1236d8-a89c-400d-b446-f97b30e716a1 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-changed-48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.939992] env[69735]: DEBUG nova.compute.manager [req-3f634dd9-983f-4bc4-9be5-9df71dd0df29 req-3b1236d8-a89c-400d-b446-f97b30e716a1 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Refreshing instance network info cache due to event network-changed-48f84144-b595-46af-b964-c666287fc2e4. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.939992] env[69735]: DEBUG oslo_concurrency.lockutils [req-3f634dd9-983f-4bc4-9be5-9df71dd0df29 req-3b1236d8-a89c-400d-b446-f97b30e716a1 service nova] Acquiring lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.939992] env[69735]: DEBUG oslo_concurrency.lockutils [req-3f634dd9-983f-4bc4-9be5-9df71dd0df29 req-3b1236d8-a89c-400d-b446-f97b30e716a1 service nova] Acquired lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.939992] env[69735]: DEBUG nova.network.neutron [req-3f634dd9-983f-4bc4-9be5-9df71dd0df29 req-3b1236d8-a89c-400d-b446-f97b30e716a1 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Refreshing network info cache for port 48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.006480] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.008853] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.982s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.009135] env[69735]: DEBUG nova.objects.instance [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lazy-loading 'resources' on Instance uuid d6551491-3d04-43fa-9813-3af8725c7b9d {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.029112] env[69735]: INFO nova.scheduler.client.report [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleted allocations for instance 8f407595-99e6-48aa-89f0-d094955621dd [ 962.089350] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605319, 'name': Rename_Task, 'duration_secs': 0.318936} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.089350] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.090186] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ffd67a1-de2f-4772-ab3f-62233125f101 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.097561] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 962.097561] env[69735]: value = "task-3605321" [ 962.097561] env[69735]: _type = "Task" [ 962.097561] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.106558] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.227890] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "a457c297-0bf1-4faf-af8e-a00ff265462a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.228246] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "a457c297-0bf1-4faf-af8e-a00ff265462a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.228474] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "a457c297-0bf1-4faf-af8e-a00ff265462a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.228655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "a457c297-0bf1-4faf-af8e-a00ff265462a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.228824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "a457c297-0bf1-4faf-af8e-a00ff265462a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.230854] env[69735]: INFO nova.compute.manager [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Terminating instance [ 962.326763] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605318, 'name': CreateVM_Task, 'duration_secs': 0.61811} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.326994] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.327806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.327994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.328431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.328764] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd5108a-50c0-4448-aaa5-39ac26f4c372 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.337721] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 962.337721] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b5fc24-a77a-2e6b-916f-9aa7b0a293dd" [ 962.337721] env[69735]: _type = "Task" [ 962.337721] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.345385] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.350771] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b5fc24-a77a-2e6b-916f-9aa7b0a293dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.351137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.351408] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.351703] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.351862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.352062] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.352347] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f132b489-e069-4679-88b1-7923b25ffbd0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.360729] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.360928] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.361752] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb28764-c8c3-47d9-a75b-3c9245f8713f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.367431] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 962.367431] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef2233-c620-ddfa-f124-6895ff958102" [ 962.367431] env[69735]: _type = "Task" [ 962.367431] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.375884] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef2233-c620-ddfa-f124-6895ff958102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.541676] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a293a3d-1e2a-4377-8bd4-0ce2da757fb6 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "8f407595-99e6-48aa-89f0-d094955621dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.292s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.590617] env[69735]: DEBUG nova.compute.manager [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.591715] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbe46b4-3565-4718-b49c-774820f69cb3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.619256] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605321, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.741252] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "refresh_cache-a457c297-0bf1-4faf-af8e-a00ff265462a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.741477] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquired lock "refresh_cache-a457c297-0bf1-4faf-af8e-a00ff265462a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.741753] env[69735]: DEBUG nova.network.neutron [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.795139] env[69735]: DEBUG nova.network.neutron [req-3f634dd9-983f-4bc4-9be5-9df71dd0df29 req-3b1236d8-a89c-400d-b446-f97b30e716a1 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updated VIF entry in instance network info cache for port 48f84144-b595-46af-b964-c666287fc2e4. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.795501] env[69735]: DEBUG nova.network.neutron [req-3f634dd9-983f-4bc4-9be5-9df71dd0df29 req-3b1236d8-a89c-400d-b446-f97b30e716a1 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.843606] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605320, 'name': ReconfigVM_Task, 'duration_secs': 0.561272} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.846368] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 6c299dbd-f868-485b-9318-e9f40e1072b2/6c299dbd-f868-485b-9318-e9f40e1072b2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.847455] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-459dac23-7f0e-4856-8d9e-2cb30936478b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.854268] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 962.854268] env[69735]: value = "task-3605322" [ 962.854268] env[69735]: _type = "Task" [ 962.854268] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.868295] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605322, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.878296] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef2233-c620-ddfa-f124-6895ff958102, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.883460] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e09332-d429-43ee-8509-90150d6ac221 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.890895] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 962.890895] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52321eb3-b1a5-d58f-9c67-165e11225d31" [ 962.890895] env[69735]: _type = "Task" [ 962.890895] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.900999] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52321eb3-b1a5-d58f-9c67-165e11225d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.109072] env[69735]: DEBUG oslo_vmware.api [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605321, 'name': PowerOnVM_Task, 'duration_secs': 0.67126} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.113157] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.113375] env[69735]: INFO nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Took 16.66 seconds to spawn the instance on the hypervisor. [ 963.113552] env[69735]: DEBUG nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.114695] env[69735]: INFO nova.compute.manager [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] instance snapshotting [ 963.117452] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f1393-57bd-46b6-8505-2754b3be45f5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.124704] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea71331-226d-4a74-97ac-31a47fccf80a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.152584] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4321f7c-a386-4975-8d1b-348f9b721436 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.155874] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ffd671-06ec-4e3d-9bef-eed516ac2f36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.173235] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce0c598-e18f-45e7-a866-2af4c827e403 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.207022] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc015f5f-d01d-4243-8f47-4e2229991a84 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.214472] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b171bf-11ee-4abe-a694-163eacb9367a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.228752] env[69735]: DEBUG nova.compute.provider_tree [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.268217] env[69735]: DEBUG nova.network.neutron [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.299031] env[69735]: DEBUG oslo_concurrency.lockutils [req-3f634dd9-983f-4bc4-9be5-9df71dd0df29 req-3b1236d8-a89c-400d-b446-f97b30e716a1 service nova] Releasing lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.365146] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605322, 'name': Rename_Task, 'duration_secs': 0.207185} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.365532] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.367242] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd0b9b8f-18eb-421f-95e7-d793568c0bc5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.371945] env[69735]: DEBUG nova.network.neutron [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.375366] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 963.375366] env[69735]: value = "task-3605323" [ 963.375366] env[69735]: _type = "Task" [ 963.375366] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.385898] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.401795] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52321eb3-b1a5-d58f-9c67-165e11225d31, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.402093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.402359] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 187cd818-d85b-421b-8b69-9b20e04e146b/187cd818-d85b-421b-8b69-9b20e04e146b.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.402658] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3c7a4e3-40e0-4a3e-aa4c-251264555145 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.411261] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 963.411261] env[69735]: value = "task-3605324" [ 963.411261] env[69735]: _type = "Task" [ 963.411261] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.423203] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.663519] env[69735]: INFO nova.compute.manager [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Took 59.65 seconds to build instance. [ 963.678019] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 963.678019] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cafb29b-8fae-46c9-b8e0-3d87a1e97bcc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.685566] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 963.685566] env[69735]: value = "task-3605325" [ 963.685566] env[69735]: _type = "Task" [ 963.685566] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.697548] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.735709] env[69735]: DEBUG nova.scheduler.client.report [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.741270] env[69735]: DEBUG nova.network.neutron [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Port 7024359f-d55a-44bc-abed-731d8e59ebfb binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 963.744199] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.744463] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.744677] env[69735]: DEBUG nova.network.neutron [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.875366] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Releasing lock "refresh_cache-a457c297-0bf1-4faf-af8e-a00ff265462a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.875836] env[69735]: DEBUG nova.compute.manager [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.876080] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.877767] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bd9b65-6224-4777-9479-10a56c6325b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.889794] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.892664] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.892967] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ddbce7-462f-44c0-b285-d73522f47db9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.899884] env[69735]: DEBUG oslo_vmware.api [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 963.899884] env[69735]: value = "task-3605326" [ 963.899884] env[69735]: _type = "Task" [ 963.899884] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.909218] env[69735]: DEBUG oslo_vmware.api [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.923057] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605324, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.168977] env[69735]: DEBUG oslo_concurrency.lockutils [None req-86552f41-68fe-4f67-9418-7c53fff9febc tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.174s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.197615] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.244750] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.247688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "43a80e55-271e-43ab-938a-8eb91b8ff404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.248160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "43a80e55-271e-43ab-938a-8eb91b8ff404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.248393] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.920s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.249801] env[69735]: INFO nova.compute.claims [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.264782] env[69735]: INFO nova.scheduler.client.report [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Deleted allocations for instance d6551491-3d04-43fa-9813-3af8725c7b9d [ 964.315956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "fa499761-b980-451d-a2eb-0498e17e8403" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.316240] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "fa499761-b980-451d-a2eb-0498e17e8403" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.387333] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.409077] env[69735]: DEBUG oslo_vmware.api [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605326, 'name': PowerOffVM_Task, 'duration_secs': 0.227076} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.409373] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.409583] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.409837] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b39c978f-7163-4ee9-a284-8ba43313424c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.424078] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692612} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.424365] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 187cd818-d85b-421b-8b69-9b20e04e146b/187cd818-d85b-421b-8b69-9b20e04e146b.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.424580] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.424826] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3428251b-8014-41ef-9114-00f805c0dbd9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.431173] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 964.431173] env[69735]: value = "task-3605328" [ 964.431173] env[69735]: _type = "Task" [ 964.431173] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.446170] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.446401] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.446605] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Deleting the datastore file [datastore2] a457c297-0bf1-4faf-af8e-a00ff265462a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.447504] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0d07368-8785-4d51-94c7-ae539fba977d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.454727] env[69735]: DEBUG oslo_vmware.api [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for the task: (returnval){ [ 964.454727] env[69735]: value = "task-3605329" [ 964.454727] env[69735]: _type = "Task" [ 964.454727] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.464711] env[69735]: DEBUG oslo_vmware.api [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.623954] env[69735]: DEBUG nova.network.neutron [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance_info_cache with network_info: [{"id": "7024359f-d55a-44bc-abed-731d8e59ebfb", "address": "fa:16:3e:d4:a1:ad", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7024359f-d5", "ovs_interfaceid": "7024359f-d55a-44bc-abed-731d8e59ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.674985] env[69735]: DEBUG nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.695569] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605325, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.774301] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42d3b03c-a9fb-4b60-94f1-2849c4f3a85b tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "d6551491-3d04-43fa-9813-3af8725c7b9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.548s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.891052] env[69735]: DEBUG oslo_vmware.api [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605323, 'name': PowerOnVM_Task, 'duration_secs': 1.075395} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.891236] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.891984] env[69735]: INFO nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Took 10.31 seconds to spawn the instance on the hypervisor. [ 964.891984] env[69735]: DEBUG nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.893721] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9152e96a-b378-4fc7-bb05-0fda338ddf59 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.941643] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087928} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.942660] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.943460] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8c90b7-44ed-4b6b-96ea-8a233d9c2c2f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.967120] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 187cd818-d85b-421b-8b69-9b20e04e146b/187cd818-d85b-421b-8b69-9b20e04e146b.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.969971] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88514279-2b65-42e7-bf37-9b4ba2c46bcb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.987920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "a0982ea0-b854-4de4-9694-3a2c44523ad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.987920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.987920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.987920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.987920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.994773] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 964.994773] env[69735]: value = "task-3605330" [ 964.994773] env[69735]: _type = "Task" [ 964.994773] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.994773] env[69735]: DEBUG oslo_vmware.api [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Task: {'id': task-3605329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324382} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.994773] env[69735]: INFO nova.compute.manager [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Terminating instance [ 964.994773] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.995228] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.995228] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.995228] env[69735]: INFO nova.compute.manager [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 964.995384] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.999433] env[69735]: DEBUG nova.compute.manager [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.999433] env[69735]: DEBUG nova.network.neutron [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.007355] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.028622] env[69735]: DEBUG nova.network.neutron [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.125654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.197339] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605325, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.199602] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.412876] env[69735]: INFO nova.compute.manager [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Took 54.01 seconds to build instance. [ 965.503236] env[69735]: DEBUG nova.compute.manager [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.503569] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.505107] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1866fe7a-2077-4dbd-9c25-cf592ca6eb14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.512900] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.517490] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.520086] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39dda927-b23a-4710-b887-8f1858663511 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.527850] env[69735]: DEBUG oslo_vmware.api [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 965.527850] env[69735]: value = "task-3605331" [ 965.527850] env[69735]: _type = "Task" [ 965.527850] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.531093] env[69735]: DEBUG nova.network.neutron [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.255232] env[69735]: DEBUG nova.compute.manager [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69735) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 966.255520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.255983] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2ffa78f2-1f2f-444c-b859-b7e66340904b tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "6c299dbd-f868-485b-9318-e9f40e1072b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.920s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.256542] env[69735]: INFO nova.compute.manager [-] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Took 1.26 seconds to deallocate network for instance. [ 966.256833] env[69735]: DEBUG oslo_vmware.api [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.257038] env[69735]: WARNING oslo_vmware.common.loopingcall [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] task run outlasted interval by 0.229147 sec [ 966.287703] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605330, 'name': ReconfigVM_Task, 'duration_secs': 0.808886} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.294074] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 187cd818-d85b-421b-8b69-9b20e04e146b/187cd818-d85b-421b-8b69-9b20e04e146b.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.294856] env[69735]: DEBUG oslo_vmware.api [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605331, 'name': PowerOffVM_Task, 'duration_secs': 0.325774} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.295701] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605325, 'name': CreateSnapshot_Task, 'duration_secs': 1.572345} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.298029] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44cbf15f-3c18-493e-906e-e0ae5ccb2377 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.299812] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.300027] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.300578] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.301027] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-924ab6f6-806c-44e1-bab3-675d7e5b1d19 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.302950] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd28447-abe3-4567-9001-a129a8d6d68e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.317636] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 966.317636] env[69735]: value = "task-3605332" [ 966.317636] env[69735]: _type = "Task" [ 966.317636] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.327995] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605332, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.453174] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.453420] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.453600] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Deleting the datastore file [datastore2] a0982ea0-b854-4de4-9694-3a2c44523ad3 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.453924] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66cc3e5d-82f2-40d4-b16f-de5dd73b80e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.460662] env[69735]: DEBUG oslo_vmware.api [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 966.460662] env[69735]: value = "task-3605334" [ 966.460662] env[69735]: _type = "Task" [ 966.460662] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.471530] env[69735]: DEBUG oslo_vmware.api [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.555614] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1290a5e8-2c1e-40bd-b16a-c7eccda84d15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.563130] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11a736f-bf7c-4d42-8e89-972b86128208 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.595198] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd8fd76-1ac6-403f-9bea-d055c1ae57b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.604775] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e0dc86-b1e1-4aa6-8761-4dbf78eed1c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.625461] env[69735]: DEBUG nova.compute.provider_tree [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.777623] env[69735]: DEBUG nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.782237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.782546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "6c299dbd-f868-485b-9318-e9f40e1072b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.782749] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "6c299dbd-f868-485b-9318-e9f40e1072b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.782936] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "6c299dbd-f868-485b-9318-e9f40e1072b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.783528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "6c299dbd-f868-485b-9318-e9f40e1072b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.783528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "6c299dbd-f868-485b-9318-e9f40e1072b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.785014] env[69735]: INFO nova.compute.manager [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Terminating instance [ 966.825753] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.826405] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43992001-172b-4389-9519-1a46b2286404 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.838221] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605332, 'name': Rename_Task, 'duration_secs': 0.171669} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.839437] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.839783] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 966.839783] env[69735]: value = "task-3605335" [ 966.839783] env[69735]: _type = "Task" [ 966.839783] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.839969] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d4e5d34-f3c7-49c7-9cd3-f2c55a22d483 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.848656] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605335, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.849759] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 966.849759] env[69735]: value = "task-3605336" [ 966.849759] env[69735]: _type = "Task" [ 966.849759] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.861423] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.976067] env[69735]: DEBUG oslo_vmware.api [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189355} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.976494] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.976811] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.977148] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.977463] env[69735]: INFO nova.compute.manager [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Took 1.47 seconds to destroy the instance on the hypervisor. [ 966.977860] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.978183] env[69735]: DEBUG nova.compute.manager [-] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.978350] env[69735]: DEBUG nova.network.neutron [-] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.129536] env[69735]: DEBUG nova.scheduler.client.report [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.288170] env[69735]: DEBUG nova.compute.manager [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.288787] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.289927] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f97e8b3-4be4-4272-9707-072890fad024 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.301388] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.302653] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.302955] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd52863e-56f6-4a67-9975-eb9778a0a258 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.311940] env[69735]: DEBUG oslo_vmware.api [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 967.311940] env[69735]: value = "task-3605337" [ 967.311940] env[69735]: _type = "Task" [ 967.311940] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.321829] env[69735]: DEBUG oslo_vmware.api [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.352874] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605335, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.361937] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.499208] env[69735]: DEBUG nova.compute.manager [req-2ee77b5e-5f00-4b2d-a4a4-e3342a29fd8a req-74ad32c1-2166-45f9-ad95-9533623a5c5c service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-vif-deleted-791dccc4-8ce0-4ef5-8200-d872f3bc9fb5 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.499467] env[69735]: INFO nova.compute.manager [req-2ee77b5e-5f00-4b2d-a4a4-e3342a29fd8a req-74ad32c1-2166-45f9-ad95-9533623a5c5c service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Neutron deleted interface 791dccc4-8ce0-4ef5-8200-d872f3bc9fb5; detaching it from the instance and deleting it from the info cache [ 967.499792] env[69735]: DEBUG nova.network.neutron [req-2ee77b5e-5f00-4b2d-a4a4-e3342a29fd8a req-74ad32c1-2166-45f9-ad95-9533623a5c5c service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Updating instance_info_cache with network_info: [{"id": "206739f7-2769-4b3a-910a-4da92dbac705", "address": "fa:16:3e:8e:80:33", "network": {"id": "481e74f4-27b7-4fdf-a673-a58a54507835", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1372999250", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206739f7-27", "ovs_interfaceid": "206739f7-2769-4b3a-910a-4da92dbac705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04a5f841-5aa4-40c5-99c2-c82fc7ba2014", "address": "fa:16:3e:77:21:f7", "network": {"id": "4e94b224-c3bf-4de0-83dd-70d0813c700c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916589054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a5f841-5a", "ovs_interfaceid": "04a5f841-5aa4-40c5-99c2-c82fc7ba2014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.634957] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.386s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.635537] env[69735]: DEBUG nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.638411] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.114s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.639863] env[69735]: INFO nova.compute.claims [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.825331] env[69735]: DEBUG oslo_vmware.api [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605337, 'name': PowerOffVM_Task, 'duration_secs': 0.277622} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.825763] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.825763] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.826023] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d05601-c9e2-4b4f-ad7a-1b44edf31b52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.851454] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605335, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.861361] env[69735]: DEBUG oslo_vmware.api [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605336, 'name': PowerOnVM_Task, 'duration_secs': 0.551545} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.861695] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.861982] env[69735]: INFO nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Took 10.50 seconds to spawn the instance on the hypervisor. [ 967.862203] env[69735]: DEBUG nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.863109] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d78206a-684d-4ecb-b6e5-21646226ceb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.891173] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.891401] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.891579] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleting the datastore file [datastore2] 6c299dbd-f868-485b-9318-e9f40e1072b2 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.891911] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d518bb47-68fb-441e-b845-b9fcdab59095 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.898124] env[69735]: DEBUG oslo_vmware.api [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 967.898124] env[69735]: value = "task-3605339" [ 967.898124] env[69735]: _type = "Task" [ 967.898124] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.906210] env[69735]: DEBUG oslo_vmware.api [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.002852] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0465bd6d-e414-4902-bf24-bf704812952d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.011809] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29ac08-5ebf-489e-a1c5-c0eba1f9e9e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.049689] env[69735]: DEBUG nova.compute.manager [req-2ee77b5e-5f00-4b2d-a4a4-e3342a29fd8a req-74ad32c1-2166-45f9-ad95-9533623a5c5c service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Detach interface failed, port_id=791dccc4-8ce0-4ef5-8200-d872f3bc9fb5, reason: Instance a0982ea0-b854-4de4-9694-3a2c44523ad3 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.145182] env[69735]: DEBUG nova.compute.utils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.149027] env[69735]: DEBUG nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.149027] env[69735]: DEBUG nova.network.neutron [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.209565] env[69735]: DEBUG nova.policy [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '778c26745b6a4d739e149da720be61a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab3e659fccec4884a51b243d455fd755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.354388] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605335, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.383792] env[69735]: INFO nova.compute.manager [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Took 54.82 seconds to build instance. [ 968.420299] env[69735]: DEBUG oslo_vmware.api [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36311} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.420299] env[69735]: DEBUG nova.network.neutron [-] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.420299] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.420299] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.420927] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.421424] env[69735]: INFO nova.compute.manager [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 968.424019] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.424019] env[69735]: DEBUG nova.compute.manager [-] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.424019] env[69735]: DEBUG nova.network.neutron [-] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.653357] env[69735]: DEBUG nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.854592] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605335, 'name': CloneVM_Task, 'duration_secs': 1.876848} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.855478] env[69735]: DEBUG nova.network.neutron [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Successfully created port: 2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.857478] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Created linked-clone VM from snapshot [ 968.861298] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f98a35-9f6c-4d1a-b2b3-9199f7e36669 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.870473] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Uploading image ea3c90d3-135d-4f8c-939a-0ff663c5b75e {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.886354] env[69735]: DEBUG oslo_concurrency.lockutils [None req-809cba9c-ad3c-4932-87f9-6b92ca726154 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "187cd818-d85b-421b-8b69-9b20e04e146b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.504s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.903481] env[69735]: DEBUG oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.903481] env[69735]: value = "vm-719254" [ 968.903481] env[69735]: _type = "VirtualMachine" [ 968.903481] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.903754] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e469886-22e1-4e4d-b9a7-545e280907a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.911070] env[69735]: DEBUG oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lease: (returnval){ [ 968.911070] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fccdfc-f40e-e0fe-2500-d2581cb74f73" [ 968.911070] env[69735]: _type = "HttpNfcLease" [ 968.911070] env[69735]: } obtained for exporting VM: (result){ [ 968.911070] env[69735]: value = "vm-719254" [ 968.911070] env[69735]: _type = "VirtualMachine" [ 968.911070] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.911445] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the lease: (returnval){ [ 968.911445] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fccdfc-f40e-e0fe-2500-d2581cb74f73" [ 968.911445] env[69735]: _type = "HttpNfcLease" [ 968.911445] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.923021] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.923021] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fccdfc-f40e-e0fe-2500-d2581cb74f73" [ 968.923021] env[69735]: _type = "HttpNfcLease" [ 968.923021] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 968.925194] env[69735]: INFO nova.compute.manager [-] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Took 1.95 seconds to deallocate network for instance. [ 969.262767] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aaa63b-f480-4c57-867b-24d75951ab25 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.270969] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad17edf1-c9c9-45d3-b3f1-74c0cff1eac2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.304557] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94ae351-82a3-481d-ae11-e81b2f51003e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.312276] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d55ff-b9b3-463c-a464-8560e8a93971 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.325738] env[69735]: DEBUG nova.compute.provider_tree [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.392235] env[69735]: DEBUG nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.420563] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.420563] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fccdfc-f40e-e0fe-2500-d2581cb74f73" [ 969.420563] env[69735]: _type = "HttpNfcLease" [ 969.420563] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.421457] env[69735]: DEBUG oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.421457] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fccdfc-f40e-e0fe-2500-d2581cb74f73" [ 969.421457] env[69735]: _type = "HttpNfcLease" [ 969.421457] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 969.421820] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51089ab-cd10-4362-9e65-aca4bee5c50c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.429708] env[69735]: DEBUG oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e59e79-62a5-61f4-5d65-d868de36cd77/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.429910] env[69735]: DEBUG oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e59e79-62a5-61f4-5d65-d868de36cd77/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 969.432666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.498093] env[69735]: DEBUG nova.network.neutron [-] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.524644] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ed0a942-92a6-4007-9710-2ddc2a4ab34e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.662460] env[69735]: DEBUG nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.687520] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.687709] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.687923] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.688178] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.688329] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.688912] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.688912] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.688912] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.689137] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.689137] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.689837] env[69735]: DEBUG nova.virt.hardware [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.690405] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3802fc2c-c49d-47a2-bd20-2b0756346655 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.699660] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc86f0e8-0b47-430f-8344-8a8a02229339 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.829141] env[69735]: DEBUG nova.scheduler.client.report [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.925879] env[69735]: DEBUG nova.compute.manager [req-4f170606-0e5c-49cf-8c04-3db8908cb8e8 req-e14f6802-ed4a-410f-bdf2-96f10395775f service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-vif-deleted-04a5f841-5aa4-40c5-99c2-c82fc7ba2014 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.926135] env[69735]: DEBUG nova.compute.manager [req-4f170606-0e5c-49cf-8c04-3db8908cb8e8 req-e14f6802-ed4a-410f-bdf2-96f10395775f service nova] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Received event network-vif-deleted-206739f7-2769-4b3a-910a-4da92dbac705 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.926879] env[69735]: DEBUG nova.compute.manager [req-4f170606-0e5c-49cf-8c04-3db8908cb8e8 req-e14f6802-ed4a-410f-bdf2-96f10395775f service nova] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Received event network-vif-deleted-07fcf680-05e9-45f8-b698-cf926e1864c6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.934554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.002125] env[69735]: INFO nova.compute.manager [-] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Took 1.58 seconds to deallocate network for instance. [ 970.334233] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.335446] env[69735]: DEBUG nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.337922] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.339394] env[69735]: INFO nova.compute.claims [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.510279] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.847794] env[69735]: DEBUG nova.compute.utils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.849627] env[69735]: DEBUG nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.849878] env[69735]: DEBUG nova.network.neutron [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.936239] env[69735]: DEBUG nova.policy [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ce8d886fd8d42ae8af01199f932434a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41c198984f7844568420531938d2e222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.354455] env[69735]: DEBUG nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.416760] env[69735]: DEBUG nova.network.neutron [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Successfully updated port: 2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.563035] env[69735]: DEBUG nova.network.neutron [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Successfully created port: b0dcac6f-53f0-484e-a5ed-37cebab3a524 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.919780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "refresh_cache-f537c6eb-c28a-4b35-86f6-a2af8806475c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.920252] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquired lock "refresh_cache-f537c6eb-c28a-4b35-86f6-a2af8806475c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.920252] env[69735]: DEBUG nova.network.neutron [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.954059] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd59307-a95e-4b66-8c41-ba018f5be938 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.961474] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1811c1-57b6-48ee-8884-22f1a3362079 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.994613] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742a812a-6bd8-43e8-a9b8-bfe7e777b352 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.002137] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f302d02-2787-4687-9b9d-4828f98b3528 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.008461] env[69735]: DEBUG nova.compute.manager [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-changed-48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.008644] env[69735]: DEBUG nova.compute.manager [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Refreshing instance network info cache due to event network-changed-48f84144-b595-46af-b964-c666287fc2e4. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.008852] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Acquiring lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.008991] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Acquired lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.009168] env[69735]: DEBUG nova.network.neutron [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Refreshing network info cache for port 48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.020633] env[69735]: DEBUG nova.compute.provider_tree [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.365025] env[69735]: DEBUG nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.389474] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.389789] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.390064] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.390376] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.390629] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.390892] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.391244] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.391486] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.391680] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.391922] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.392116] env[69735]: DEBUG nova.virt.hardware [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.393069] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97279e4b-65e7-496b-972d-efc57ef24df9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.401039] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e4975-01fc-4ece-bbd8-b6de7d77b026 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.471079] env[69735]: DEBUG nova.network.neutron [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.524143] env[69735]: DEBUG nova.scheduler.client.report [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.738375] env[69735]: DEBUG nova.network.neutron [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Updating instance_info_cache with network_info: [{"id": "2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2", "address": "fa:16:3e:f5:36:95", "network": {"id": "c295d247-c4c1-4201-9c12-20539d5e7a9c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2050225346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3e659fccec4884a51b243d455fd755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0622b0-3e", "ovs_interfaceid": "2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.929727] env[69735]: DEBUG nova.network.neutron [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updated VIF entry in instance network info cache for port 48f84144-b595-46af-b964-c666287fc2e4. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.930133] env[69735]: DEBUG nova.network.neutron [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.030129] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.030718] env[69735]: DEBUG nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.040916] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.939s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.041225] env[69735]: DEBUG nova.objects.instance [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lazy-loading 'resources' on Instance uuid 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.240761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Releasing lock "refresh_cache-f537c6eb-c28a-4b35-86f6-a2af8806475c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.241597] env[69735]: DEBUG nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Instance network_info: |[{"id": "2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2", "address": "fa:16:3e:f5:36:95", "network": {"id": "c295d247-c4c1-4201-9c12-20539d5e7a9c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2050225346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3e659fccec4884a51b243d455fd755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0622b0-3e", "ovs_interfaceid": "2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.241597] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:36:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.249196] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Creating folder: Project (ab3e659fccec4884a51b243d455fd755). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.249473] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a3dc2b3-7d53-4753-9de7-6c6ed4a713f5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.264825] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Created folder: Project (ab3e659fccec4884a51b243d455fd755) in parent group-v719064. [ 973.264825] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Creating folder: Instances. Parent ref: group-v719255. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.264825] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d15b1ff-7ae4-4e14-b70c-de32b91798ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.271847] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Created folder: Instances in parent group-v719255. [ 973.272139] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.272915] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.272915] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-418088cc-d0a6-4ed6-a0f3-28e4b70010f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.298839] env[69735]: DEBUG nova.network.neutron [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Successfully updated port: b0dcac6f-53f0-484e-a5ed-37cebab3a524 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.306059] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.306059] env[69735]: value = "task-3605343" [ 973.306059] env[69735]: _type = "Task" [ 973.306059] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.320987] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605343, 'name': CreateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.433096] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Releasing lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.433494] env[69735]: DEBUG nova.compute.manager [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Received event network-vif-plugged-2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.433781] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Acquiring lock "f537c6eb-c28a-4b35-86f6-a2af8806475c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.434127] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Lock "f537c6eb-c28a-4b35-86f6-a2af8806475c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.434369] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Lock "f537c6eb-c28a-4b35-86f6-a2af8806475c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.434613] env[69735]: DEBUG nova.compute.manager [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] No waiting events found dispatching network-vif-plugged-2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.434858] env[69735]: WARNING nova.compute.manager [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Received unexpected event network-vif-plugged-2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2 for instance with vm_state building and task_state spawning. [ 973.435121] env[69735]: DEBUG nova.compute.manager [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Received event network-changed-2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.435354] env[69735]: DEBUG nova.compute.manager [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Refreshing instance network info cache due to event network-changed-2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.435623] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Acquiring lock "refresh_cache-f537c6eb-c28a-4b35-86f6-a2af8806475c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.435831] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Acquired lock "refresh_cache-f537c6eb-c28a-4b35-86f6-a2af8806475c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.436071] env[69735]: DEBUG nova.network.neutron [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Refreshing network info cache for port 2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.546519] env[69735]: DEBUG nova.compute.utils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.552278] env[69735]: DEBUG nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.552278] env[69735]: DEBUG nova.network.neutron [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.625588] env[69735]: DEBUG nova.policy [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96fee9da0b0b4d7fa1c8fb8ab40205eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afd87e485004007ae03bb74894f7edf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.802378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "refresh_cache-c6c84afc-2a50-4406-b933-13136d8c0257" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.802629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "refresh_cache-c6c84afc-2a50-4406-b933-13136d8c0257" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.802729] env[69735]: DEBUG nova.network.neutron [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.816129] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605343, 'name': CreateVM_Task, 'duration_secs': 0.406693} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.816318] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.817028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.817248] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.817576] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.817846] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac967b7e-8396-4879-9960-ec5ad101973d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.825770] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 973.825770] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c0bb1e-7e80-c025-9bdc-1297d21b376c" [ 973.825770] env[69735]: _type = "Task" [ 973.825770] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.834985] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c0bb1e-7e80-c025-9bdc-1297d21b376c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.052608] env[69735]: DEBUG nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.123741] env[69735]: DEBUG nova.compute.manager [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Received event network-vif-plugged-b0dcac6f-53f0-484e-a5ed-37cebab3a524 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.124084] env[69735]: DEBUG oslo_concurrency.lockutils [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] Acquiring lock "c6c84afc-2a50-4406-b933-13136d8c0257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.124380] env[69735]: DEBUG oslo_concurrency.lockutils [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] Lock "c6c84afc-2a50-4406-b933-13136d8c0257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.124664] env[69735]: DEBUG oslo_concurrency.lockutils [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] Lock "c6c84afc-2a50-4406-b933-13136d8c0257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.124971] env[69735]: DEBUG nova.compute.manager [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] No waiting events found dispatching network-vif-plugged-b0dcac6f-53f0-484e-a5ed-37cebab3a524 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.125218] env[69735]: WARNING nova.compute.manager [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Received unexpected event network-vif-plugged-b0dcac6f-53f0-484e-a5ed-37cebab3a524 for instance with vm_state building and task_state spawning. [ 974.125520] env[69735]: DEBUG nova.compute.manager [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Received event network-changed-b0dcac6f-53f0-484e-a5ed-37cebab3a524 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.125729] env[69735]: DEBUG nova.compute.manager [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Refreshing instance network info cache due to event network-changed-b0dcac6f-53f0-484e-a5ed-37cebab3a524. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.126070] env[69735]: DEBUG oslo_concurrency.lockutils [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] Acquiring lock "refresh_cache-c6c84afc-2a50-4406-b933-13136d8c0257" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.132981] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b68cda-7ba4-46a7-9ce4-550f2b10fe02 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.140946] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe86221-523c-4afa-82d6-bd43fda2f191 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.182655] env[69735]: DEBUG nova.network.neutron [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Successfully created port: 07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.185591] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1154362e-7cb6-49e0-880b-654bc88b8f6c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.197103] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed32980-5f61-4e95-8d95-09007d503fd6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.212929] env[69735]: DEBUG nova.compute.provider_tree [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.340963] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c0bb1e-7e80-c025-9bdc-1297d21b376c, 'name': SearchDatastore_Task, 'duration_secs': 0.013558} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.341336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.341572] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.341846] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.342030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.342222] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.342489] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e568f72a-828a-49ac-9852-333f7715acf4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.353789] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.353978] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.354767] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f300bdd1-83b4-466c-abc4-b583b464fef7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.364248] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 974.364248] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52198726-75c8-841c-3b39-f35599f4233c" [ 974.364248] env[69735]: _type = "Task" [ 974.364248] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.373840] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52198726-75c8-841c-3b39-f35599f4233c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.590941] env[69735]: DEBUG nova.network.neutron [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.716247] env[69735]: DEBUG nova.scheduler.client.report [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.810878] env[69735]: DEBUG nova.network.neutron [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Updated VIF entry in instance network info cache for port 2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.811278] env[69735]: DEBUG nova.network.neutron [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Updating instance_info_cache with network_info: [{"id": "2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2", "address": "fa:16:3e:f5:36:95", "network": {"id": "c295d247-c4c1-4201-9c12-20539d5e7a9c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2050225346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3e659fccec4884a51b243d455fd755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0622b0-3e", "ovs_interfaceid": "2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.875994] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52198726-75c8-841c-3b39-f35599f4233c, 'name': SearchDatastore_Task, 'duration_secs': 0.016808} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.876863] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3adc12-438a-44b5-a294-00ca29784d92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.882371] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 974.882371] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52027048-9b1a-5f4e-7e90-721bb2042fe7" [ 974.882371] env[69735]: _type = "Task" [ 974.882371] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.893364] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52027048-9b1a-5f4e-7e90-721bb2042fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.972276] env[69735]: DEBUG nova.network.neutron [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Updating instance_info_cache with network_info: [{"id": "b0dcac6f-53f0-484e-a5ed-37cebab3a524", "address": "fa:16:3e:80:06:6e", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dcac6f-53", "ovs_interfaceid": "b0dcac6f-53f0-484e-a5ed-37cebab3a524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.063326] env[69735]: DEBUG nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.098866] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.099499] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.099703] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.099947] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.100121] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.100320] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.100555] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.100787] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.100879] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.101044] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.101212] env[69735]: DEBUG nova.virt.hardware [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.102182] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd3bd90-7f76-41a9-a424-9a7cac9b4acd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.112828] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599f91f-bbc6-4078-b274-5468027cf61e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.223571] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.224416] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.122s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.226083] env[69735]: INFO nova.compute.claims [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.264472] env[69735]: INFO nova.scheduler.client.report [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted allocations for instance 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd [ 975.315335] env[69735]: DEBUG oslo_concurrency.lockutils [req-376cedc2-3516-418b-aa9b-a94b59d129ad req-a952bc4d-18bb-40d2-a687-938962c75286 service nova] Releasing lock "refresh_cache-f537c6eb-c28a-4b35-86f6-a2af8806475c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.394507] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52027048-9b1a-5f4e-7e90-721bb2042fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.036959} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.394805] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.395085] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] f537c6eb-c28a-4b35-86f6-a2af8806475c/f537c6eb-c28a-4b35-86f6-a2af8806475c.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.395363] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21acf3ed-0ad2-4a6d-9130-f8916a3fcbf8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.403297] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 975.403297] env[69735]: value = "task-3605344" [ 975.403297] env[69735]: _type = "Task" [ 975.403297] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.411322] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.475833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "refresh_cache-c6c84afc-2a50-4406-b933-13136d8c0257" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.476286] env[69735]: DEBUG nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Instance network_info: |[{"id": "b0dcac6f-53f0-484e-a5ed-37cebab3a524", "address": "fa:16:3e:80:06:6e", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dcac6f-53", "ovs_interfaceid": "b0dcac6f-53f0-484e-a5ed-37cebab3a524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.476698] env[69735]: DEBUG oslo_concurrency.lockutils [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] Acquired lock "refresh_cache-c6c84afc-2a50-4406-b933-13136d8c0257" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.476963] env[69735]: DEBUG nova.network.neutron [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Refreshing network info cache for port b0dcac6f-53f0-484e-a5ed-37cebab3a524 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.478998] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:06:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0dcac6f-53f0-484e-a5ed-37cebab3a524', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.490919] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.492022] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.492274] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4a259ab-0081-4eec-87a8-614bf786e361 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.516571] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.516571] env[69735]: value = "task-3605345" [ 975.516571] env[69735]: _type = "Task" [ 975.516571] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.526327] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605345, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.778033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c0268814-9331-4376-b9b9-7ab0a2a92e87 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.845s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.914252] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.037951] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605345, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.416417] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70238} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.416745] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] f537c6eb-c28a-4b35-86f6-a2af8806475c/f537c6eb-c28a-4b35-86f6-a2af8806475c.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.416987] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.417287] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-760e8f82-ce69-4049-989c-b5f55460eb27 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.426187] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 976.426187] env[69735]: value = "task-3605346" [ 976.426187] env[69735]: _type = "Task" [ 976.426187] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.443108] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.444488] env[69735]: DEBUG nova.network.neutron [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Updated VIF entry in instance network info cache for port b0dcac6f-53f0-484e-a5ed-37cebab3a524. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.444894] env[69735]: DEBUG nova.network.neutron [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Updating instance_info_cache with network_info: [{"id": "b0dcac6f-53f0-484e-a5ed-37cebab3a524", "address": "fa:16:3e:80:06:6e", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dcac6f-53", "ovs_interfaceid": "b0dcac6f-53f0-484e-a5ed-37cebab3a524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.465030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.465278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.527690] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605345, 'name': CreateVM_Task, 'duration_secs': 0.787345} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.528180] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.528890] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.529085] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.529424] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.532136] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64afc06e-545e-4a19-897c-ebf8f76bafe4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.537760] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 976.537760] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52befd90-c5b9-58f7-2643-6032d91adfad" [ 976.537760] env[69735]: _type = "Task" [ 976.537760] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.549476] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52befd90-c5b9-58f7-2643-6032d91adfad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.684055] env[69735]: DEBUG nova.network.neutron [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Successfully updated port: 07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.806039] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4634e9a0-6ab2-483d-bb9e-8309ac4b2caf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.813930] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461094f7-dae3-43c7-b9ca-691ab47e13a7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.845019] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d795bc-4e0b-483b-935a-adc3d1340b3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.852628] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6462d28d-9c22-471a-b600-5f8ac0501f24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.866083] env[69735]: DEBUG nova.compute.provider_tree [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.944970] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12055} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.945284] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.946145] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb72cf8f-0b7d-48d5-882a-35874c20db8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.949175] env[69735]: DEBUG oslo_concurrency.lockutils [req-40fadb50-2fb9-48ee-b47b-4be09dbe3f35 req-61d5b725-8f39-4374-b58e-f47344315c31 service nova] Releasing lock "refresh_cache-c6c84afc-2a50-4406-b933-13136d8c0257" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.967679] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] f537c6eb-c28a-4b35-86f6-a2af8806475c/f537c6eb-c28a-4b35-86f6-a2af8806475c.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.968692] env[69735]: DEBUG nova.compute.utils [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.969961] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3767705b-0e32-426c-82ba-c04dc4ade88c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.992113] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 976.992113] env[69735]: value = "task-3605347" [ 976.992113] env[69735]: _type = "Task" [ 976.992113] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.000112] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.050107] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52befd90-c5b9-58f7-2643-6032d91adfad, 'name': SearchDatastore_Task, 'duration_secs': 0.030281} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.050107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.050107] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.050107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.050107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.050324] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.050443] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-537fc46c-3511-44b9-abca-40be4af3cd8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.056209] env[69735]: DEBUG nova.compute.manager [req-e501649b-06ca-4808-9f60-0697328dcd38 req-c1b152fa-a187-4461-a035-9ce7a98617d1 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Received event network-vif-plugged-07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.056551] env[69735]: DEBUG oslo_concurrency.lockutils [req-e501649b-06ca-4808-9f60-0697328dcd38 req-c1b152fa-a187-4461-a035-9ce7a98617d1 service nova] Acquiring lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.056686] env[69735]: DEBUG oslo_concurrency.lockutils [req-e501649b-06ca-4808-9f60-0697328dcd38 req-c1b152fa-a187-4461-a035-9ce7a98617d1 service nova] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.056852] env[69735]: DEBUG oslo_concurrency.lockutils [req-e501649b-06ca-4808-9f60-0697328dcd38 req-c1b152fa-a187-4461-a035-9ce7a98617d1 service nova] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.057282] env[69735]: DEBUG nova.compute.manager [req-e501649b-06ca-4808-9f60-0697328dcd38 req-c1b152fa-a187-4461-a035-9ce7a98617d1 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] No waiting events found dispatching network-vif-plugged-07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.057282] env[69735]: WARNING nova.compute.manager [req-e501649b-06ca-4808-9f60-0697328dcd38 req-c1b152fa-a187-4461-a035-9ce7a98617d1 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Received unexpected event network-vif-plugged-07913661-b842-4ef3-b0a5-ed439e176183 for instance with vm_state building and task_state spawning. [ 977.064622] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.064849] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.065547] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63d6ee2-b0be-49b0-acf3-9d843b3be7eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.070966] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 977.070966] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b51c11-53df-5efb-faf0-d72055eb8933" [ 977.070966] env[69735]: _type = "Task" [ 977.070966] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.078923] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b51c11-53df-5efb-faf0-d72055eb8933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.186765] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.186925] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.187093] env[69735]: DEBUG nova.network.neutron [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.369384] env[69735]: DEBUG nova.scheduler.client.report [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.487042] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.503975] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605347, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.582346] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b51c11-53df-5efb-faf0-d72055eb8933, 'name': SearchDatastore_Task, 'duration_secs': 0.024065} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.582346] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecb483e-4398-41a3-b712-250a600eca6a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.586929] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 977.586929] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b1c94e-90e4-c962-ee88-6d19bb3bb284" [ 977.586929] env[69735]: _type = "Task" [ 977.586929] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.594406] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b1c94e-90e4-c962-ee88-6d19bb3bb284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.798189] env[69735]: DEBUG nova.network.neutron [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.874541] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.875071] env[69735]: DEBUG nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.880284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.025s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.974424] env[69735]: DEBUG nova.network.neutron [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Updating instance_info_cache with network_info: [{"id": "07913661-b842-4ef3-b0a5-ed439e176183", "address": "fa:16:3e:79:e3:e8", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07913661-b8", "ovs_interfaceid": "07913661-b842-4ef3-b0a5-ed439e176183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.003445] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605347, 'name': ReconfigVM_Task, 'duration_secs': 0.545438} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.003771] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] f537c6eb-c28a-4b35-86f6-a2af8806475c/f537c6eb-c28a-4b35-86f6-a2af8806475c.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.004462] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f7d53f-bb0e-46eb-ac5b-ebe750d02134 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.010821] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 978.010821] env[69735]: value = "task-3605348" [ 978.010821] env[69735]: _type = "Task" [ 978.010821] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.019865] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605348, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.097442] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b1c94e-90e4-c962-ee88-6d19bb3bb284, 'name': SearchDatastore_Task, 'duration_secs': 0.025891} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.097740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.098043] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c6c84afc-2a50-4406-b933-13136d8c0257/c6c84afc-2a50-4406-b933-13136d8c0257.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.098601] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50b88904-9b12-4d0f-a0b4-8bc28fa9eb74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.106138] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 978.106138] env[69735]: value = "task-3605349" [ 978.106138] env[69735]: _type = "Task" [ 978.106138] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.114404] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.385427] env[69735]: INFO nova.compute.claims [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.390489] env[69735]: DEBUG nova.compute.utils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.393926] env[69735]: DEBUG nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.394210] env[69735]: DEBUG nova.network.neutron [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.475879] env[69735]: DEBUG nova.policy [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1528f3206e42473981bd073660c47df8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e90ef104fab4f1a8baf5bf5c820f419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.481142] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.481142] env[69735]: DEBUG nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Instance network_info: |[{"id": "07913661-b842-4ef3-b0a5-ed439e176183", "address": "fa:16:3e:79:e3:e8", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07913661-b8", "ovs_interfaceid": "07913661-b842-4ef3-b0a5-ed439e176183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.481142] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:e3:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07913661-b842-4ef3-b0a5-ed439e176183', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.489530] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.491920] env[69735]: DEBUG oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e59e79-62a5-61f4-5d65-d868de36cd77/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.492255] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.493143] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a12b38-818a-4212-a6e3-e26ae410b65d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.495986] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-023c7c94-b262-4f2f-abc1-947a938e6e90 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.517213] env[69735]: DEBUG oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e59e79-62a5-61f4-5d65-d868de36cd77/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.517442] env[69735]: ERROR oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e59e79-62a5-61f4-5d65-d868de36cd77/disk-0.vmdk due to incomplete transfer. [ 978.518066] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-893c1de9-1229-467d-93ba-07618c270221 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.524101] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605348, 'name': Rename_Task, 'duration_secs': 0.191627} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.524309] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.524309] env[69735]: value = "task-3605350" [ 978.524309] env[69735]: _type = "Task" [ 978.524309] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.527764] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.528152] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69084373-c3d2-4c15-bfb6-14cdfaf8c0b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.534232] env[69735]: DEBUG oslo_vmware.rw_handles [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e59e79-62a5-61f4-5d65-d868de36cd77/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 978.534929] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Uploaded image ea3c90d3-135d-4f8c-939a-0ff663c5b75e to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 978.537640] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.538620] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d7e64639-7106-4c29-bd94-85032e26d009 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.547620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.547903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.548149] env[69735]: INFO nova.compute.manager [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Attaching volume f159c31f-63a8-440d-ab2a-1c85da8c2e63 to /dev/sdb [ 978.550250] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 978.550250] env[69735]: value = "task-3605351" [ 978.550250] env[69735]: _type = "Task" [ 978.550250] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.550809] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605350, 'name': CreateVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.560997] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 978.560997] env[69735]: value = "task-3605352" [ 978.560997] env[69735]: _type = "Task" [ 978.560997] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.569033] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.574502] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605352, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.616572] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605349, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.632825] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc44676-96eb-4d26-988f-278f2b75ace8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.638791] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dbc17a-8c3a-4b70-8c23-605dd3598b8a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.654040] env[69735]: DEBUG nova.virt.block_device [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Updating existing volume attachment record: c49bf5f5-8f8b-460b-ab28-65f1bbe651b2 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 978.895903] env[69735]: INFO nova.compute.resource_tracker [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating resource usage from migration 1df8bb4b-89fd-4fb0-9e0b-52d272cf9f9b [ 978.899244] env[69735]: DEBUG nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.045874] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605350, 'name': CreateVM_Task, 'duration_secs': 0.487682} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.046395] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.047439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.047808] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.048226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.048798] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d05f6e-098e-465d-b3ce-f2cc71a08a69 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.053443] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 979.053443] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525ed894-7693-ae1d-d758-9c61869b6828" [ 979.053443] env[69735]: _type = "Task" [ 979.053443] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.073176] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605351, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.078509] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525ed894-7693-ae1d-d758-9c61869b6828, 'name': SearchDatastore_Task, 'duration_secs': 0.01285} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.081743] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.082421] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.082421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.082594] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.083469] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.089332] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f35be503-8bfb-4188-ab2d-108948a91e90 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.091890] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605352, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.107071] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.107071] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.107585] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15115105-c6ef-4734-ae07-034daadf3367 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.117121] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 979.117121] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5213b177-6bc1-ff63-39f0-4b08ac1f384e" [ 979.117121] env[69735]: _type = "Task" [ 979.117121] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.122221] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620923} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.122791] env[69735]: DEBUG nova.network.neutron [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Successfully created port: ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.129589] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c6c84afc-2a50-4406-b933-13136d8c0257/c6c84afc-2a50-4406-b933-13136d8c0257.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.129821] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.130115] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2fcea34-4f66-462f-a1db-18107d5526e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.137929] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5213b177-6bc1-ff63-39f0-4b08ac1f384e, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.140986] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 979.140986] env[69735]: value = "task-3605356" [ 979.140986] env[69735]: _type = "Task" [ 979.140986] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.142480] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc92028-fa5d-415c-91c9-7d9b638d2f87 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.152419] env[69735]: DEBUG nova.compute.manager [req-ca78dbc5-75ef-4e05-aa03-433f1bc88b34 req-f079e281-a05e-4323-b5a0-a359dfba1be2 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Received event network-changed-07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.153402] env[69735]: DEBUG nova.compute.manager [req-ca78dbc5-75ef-4e05-aa03-433f1bc88b34 req-f079e281-a05e-4323-b5a0-a359dfba1be2 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Refreshing instance network info cache due to event network-changed-07913661-b842-4ef3-b0a5-ed439e176183. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.153402] env[69735]: DEBUG oslo_concurrency.lockutils [req-ca78dbc5-75ef-4e05-aa03-433f1bc88b34 req-f079e281-a05e-4323-b5a0-a359dfba1be2 service nova] Acquiring lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.153402] env[69735]: DEBUG oslo_concurrency.lockutils [req-ca78dbc5-75ef-4e05-aa03-433f1bc88b34 req-f079e281-a05e-4323-b5a0-a359dfba1be2 service nova] Acquired lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.153402] env[69735]: DEBUG nova.network.neutron [req-ca78dbc5-75ef-4e05-aa03-433f1bc88b34 req-f079e281-a05e-4323-b5a0-a359dfba1be2 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Refreshing network info cache for port 07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.159446] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.159547] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 979.159547] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a5fc14-dbf4-0687-6bc5-27b3b0f1e737" [ 979.159547] env[69735]: _type = "Task" [ 979.159547] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.172935] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a5fc14-dbf4-0687-6bc5-27b3b0f1e737, 'name': SearchDatastore_Task, 'duration_secs': 0.015772} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.173279] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.173655] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f/f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.173850] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37d79961-2467-4bca-af4f-f155a9566df3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.181377] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 979.181377] env[69735]: value = "task-3605357" [ 979.181377] env[69735]: _type = "Task" [ 979.181377] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.193520] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.540012] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af44499-7c7c-431d-9ee5-0a4f848c822e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.548745] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a390cc8-e9ea-4af6-83c2-ccc549b900c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.587117] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461e8f5c-2fac-4aba-a98f-e584eac3ea0a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.593437] env[69735]: DEBUG oslo_vmware.api [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605351, 'name': PowerOnVM_Task, 'duration_secs': 0.678525} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.594483] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.594770] env[69735]: INFO nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Took 9.93 seconds to spawn the instance on the hypervisor. [ 979.594991] env[69735]: DEBUG nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.595790] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29983ea3-04b5-49e9-9b36-f10174b8fb5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.603147] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605352, 'name': Destroy_Task, 'duration_secs': 0.600616} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.604773] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd0b18-288e-4fe8-9b75-bfdc4d5539f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.609198] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Destroyed the VM [ 979.609461] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.611141] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34580f70-284e-4751-a89d-e35a2b97fcbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.627294] env[69735]: DEBUG nova.compute.provider_tree [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.630274] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 979.630274] env[69735]: value = "task-3605358" [ 979.630274] env[69735]: _type = "Task" [ 979.630274] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.643784] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605358, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.656658] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122935} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.656984] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.657864] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b61bbb-cfef-44c9-ba56-8b8df09c59a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.685332] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] c6c84afc-2a50-4406-b933-13136d8c0257/c6c84afc-2a50-4406-b933-13136d8c0257.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.686368] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e40c6e-1e4e-486e-b1db-59162b2b0e9a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.715137] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605357, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.716734] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 979.716734] env[69735]: value = "task-3605359" [ 979.716734] env[69735]: _type = "Task" [ 979.716734] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.728311] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.911548] env[69735]: DEBUG nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.948638] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.948888] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.949063] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.949249] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.949390] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.949531] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.949756] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.949905] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.950101] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.950268] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.950437] env[69735]: DEBUG nova.virt.hardware [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.951595] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223fa3d9-37b3-440d-a163-b0dccd86c216 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.960387] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56b71d8-fbdc-49da-84d0-0b020f69004a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.007948] env[69735]: DEBUG nova.network.neutron [req-ca78dbc5-75ef-4e05-aa03-433f1bc88b34 req-f079e281-a05e-4323-b5a0-a359dfba1be2 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Updated VIF entry in instance network info cache for port 07913661-b842-4ef3-b0a5-ed439e176183. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.008454] env[69735]: DEBUG nova.network.neutron [req-ca78dbc5-75ef-4e05-aa03-433f1bc88b34 req-f079e281-a05e-4323-b5a0-a359dfba1be2 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Updating instance_info_cache with network_info: [{"id": "07913661-b842-4ef3-b0a5-ed439e176183", "address": "fa:16:3e:79:e3:e8", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07913661-b8", "ovs_interfaceid": "07913661-b842-4ef3-b0a5-ed439e176183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.126425] env[69735]: INFO nova.compute.manager [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Took 59.83 seconds to build instance. [ 980.131489] env[69735]: DEBUG nova.scheduler.client.report [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.150163] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605358, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.198262] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81089} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.199047] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f/f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.199266] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.199784] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3604114-48a2-4286-9394-80bf8430595b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.208328] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 980.208328] env[69735]: value = "task-3605360" [ 980.208328] env[69735]: _type = "Task" [ 980.208328] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.218842] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.228329] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.511951] env[69735]: DEBUG oslo_concurrency.lockutils [req-ca78dbc5-75ef-4e05-aa03-433f1bc88b34 req-f079e281-a05e-4323-b5a0-a359dfba1be2 service nova] Releasing lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.628943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e3884597-246a-44fa-8c77-41b884fc69b1 tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "f537c6eb-c28a-4b35-86f6-a2af8806475c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.027s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.640715] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.760s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.640715] env[69735]: INFO nova.compute.manager [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Migrating [ 980.651523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.251s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.651758] env[69735]: DEBUG nova.objects.instance [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lazy-loading 'resources' on Instance uuid a360387a-e02f-41c5-9b10-c67fb03433f8 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.652985] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605358, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.718547] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070816} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.718900] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.722657] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16488d-2727-455b-bb9f-b9fc1d346b8f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.730438] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605359, 'name': ReconfigVM_Task, 'duration_secs': 0.728577} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.740952] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Reconfigured VM instance instance-00000041 to attach disk [datastore2] c6c84afc-2a50-4406-b933-13136d8c0257/c6c84afc-2a50-4406-b933-13136d8c0257.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.752272] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f/f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.752539] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bb76562-ba29-4dd0-8f5c-2895a74f5878 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.754495] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62b9508-e066-4d65-9417-ae7986d1811e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.778160] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 980.778160] env[69735]: value = "task-3605362" [ 980.778160] env[69735]: _type = "Task" [ 980.778160] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.779540] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 980.779540] env[69735]: value = "task-3605361" [ 980.779540] env[69735]: _type = "Task" [ 980.779540] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.793690] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.797140] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605361, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.009847] env[69735]: DEBUG nova.network.neutron [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Successfully updated port: ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.132514] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.145298] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605358, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.162116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.162380] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.162568] env[69735]: DEBUG nova.network.neutron [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.293249] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605362, 'name': ReconfigVM_Task, 'duration_secs': 0.297394} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.293635] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfigured VM instance instance-00000042 to attach disk [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f/f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.294786] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5848f464-e18a-42b0-886d-932aedaa3dfe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.301101] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605361, 'name': Rename_Task, 'duration_secs': 0.208435} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.303811] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.305212] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e45a1f9e-13ed-48b6-be84-2e3e77bbafa1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.306813] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 981.306813] env[69735]: value = "task-3605364" [ 981.306813] env[69735]: _type = "Task" [ 981.306813] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.312561] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 981.312561] env[69735]: value = "task-3605365" [ 981.312561] env[69735]: _type = "Task" [ 981.312561] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.322962] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605364, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.329607] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.354059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dacd74bd-af7d-4f0e-9de3-6f016945bcef tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "interface-f537c6eb-c28a-4b35-86f6-a2af8806475c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.354059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dacd74bd-af7d-4f0e-9de3-6f016945bcef tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "interface-f537c6eb-c28a-4b35-86f6-a2af8806475c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.354059] env[69735]: DEBUG nova.objects.instance [None req-dacd74bd-af7d-4f0e-9de3-6f016945bcef tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lazy-loading 'flavor' on Instance uuid f537c6eb-c28a-4b35-86f6-a2af8806475c {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.358887] env[69735]: DEBUG nova.compute.manager [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Received event network-vif-plugged-ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.358887] env[69735]: DEBUG oslo_concurrency.lockutils [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] Acquiring lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.359231] env[69735]: DEBUG oslo_concurrency.lockutils [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] Lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.359446] env[69735]: DEBUG oslo_concurrency.lockutils [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] Lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.359686] env[69735]: DEBUG nova.compute.manager [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] No waiting events found dispatching network-vif-plugged-ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.360079] env[69735]: WARNING nova.compute.manager [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Received unexpected event network-vif-plugged-ac3f3eb0-75f7-4786-853e-7a0266ad2803 for instance with vm_state building and task_state spawning. [ 981.360159] env[69735]: DEBUG nova.compute.manager [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Received event network-changed-ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.360496] env[69735]: DEBUG nova.compute.manager [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Refreshing instance network info cache due to event network-changed-ac3f3eb0-75f7-4786-853e-7a0266ad2803. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.360598] env[69735]: DEBUG oslo_concurrency.lockutils [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] Acquiring lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.360739] env[69735]: DEBUG oslo_concurrency.lockutils [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] Acquired lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.360936] env[69735]: DEBUG nova.network.neutron [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Refreshing network info cache for port ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.512346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.652483] env[69735]: DEBUG oslo_vmware.api [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605358, 'name': RemoveSnapshot_Task, 'duration_secs': 1.61959} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.652483] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 981.652905] env[69735]: INFO nova.compute.manager [None req-a9ade923-5c09-46c0-a8a1-81961f9160c8 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Took 18.54 seconds to snapshot the instance on the hypervisor. [ 981.657885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.668918] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667ce331-f420-41d8-8390-9ad5f8b527c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.678956] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cf27cb-f1fe-40f5-bfe8-e92485efcf1e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.713263] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e96bbcc-ba27-47c0-8ef9-cb283a0fd27a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.722511] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b2b7b8-fa07-47b0-82c1-f19ce0a81769 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.738118] env[69735]: DEBUG nova.compute.provider_tree [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.819448] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605364, 'name': Rename_Task, 'duration_secs': 0.162182} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.820097] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.823214] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b73819-fa21-4133-a7e5-cd386982ddbd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.827935] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.834273] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 981.834273] env[69735]: value = "task-3605366" [ 981.834273] env[69735]: _type = "Task" [ 981.834273] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.843218] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.856967] env[69735]: DEBUG nova.objects.instance [None req-dacd74bd-af7d-4f0e-9de3-6f016945bcef tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lazy-loading 'pci_requests' on Instance uuid f537c6eb-c28a-4b35-86f6-a2af8806475c {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.924085] env[69735]: DEBUG nova.network.neutron [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.939957] env[69735]: DEBUG nova.network.neutron [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance_info_cache with network_info: [{"id": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "address": "fa:16:3e:3c:2e:09", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc35a3-d1", "ovs_interfaceid": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.017673] env[69735]: DEBUG nova.network.neutron [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.260764] env[69735]: ERROR nova.scheduler.client.report [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] [req-680e0ffb-c751-4290-a922-1087691ffbcf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-680e0ffb-c751-4290-a922-1087691ffbcf"}]} [ 982.280078] env[69735]: DEBUG nova.scheduler.client.report [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 982.295143] env[69735]: DEBUG nova.scheduler.client.report [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 982.295414] env[69735]: DEBUG nova.compute.provider_tree [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.309193] env[69735]: DEBUG nova.scheduler.client.report [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 982.327264] env[69735]: DEBUG oslo_vmware.api [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605365, 'name': PowerOnVM_Task, 'duration_secs': 0.847551} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.327656] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.327936] env[69735]: INFO nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Took 9.96 seconds to spawn the instance on the hypervisor. [ 982.328543] env[69735]: DEBUG nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.329959] env[69735]: DEBUG nova.scheduler.client.report [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 982.333410] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268f58e2-4bf4-4eea-b083-dcba0ddfeaba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.349867] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.360175] env[69735]: DEBUG nova.objects.base [None req-dacd74bd-af7d-4f0e-9de3-6f016945bcef tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.360175] env[69735]: DEBUG nova.network.neutron [None req-dacd74bd-af7d-4f0e-9de3-6f016945bcef tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.445070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.475101] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dacd74bd-af7d-4f0e-9de3-6f016945bcef tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "interface-f537c6eb-c28a-4b35-86f6-a2af8806475c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.122s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.523550] env[69735]: DEBUG oslo_concurrency.lockutils [req-bc00d2b9-373c-4660-b81f-e792bfae5cac req-cd2d7442-faee-470c-b1c1-e53361ce3ab6 service nova] Releasing lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.524368] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.524535] env[69735]: DEBUG nova.network.neutron [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.782563] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35da7c14-63ae-4d02-81f6-05e93d1949af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.790969] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9949feeb-899c-44f8-ac97-fa92c520727c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.825309] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bd7f91-ef8f-4d2d-a692-51476ff30e44 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.833898] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd3c6c5-189b-4b40-bf4e-a6f53e51bdfb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.853912] env[69735]: DEBUG oslo_vmware.api [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605366, 'name': PowerOnVM_Task, 'duration_secs': 0.530705} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.859020] env[69735]: DEBUG nova.compute.provider_tree [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.860726] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.860942] env[69735]: INFO nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Took 7.80 seconds to spawn the instance on the hypervisor. [ 982.861144] env[69735]: DEBUG nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.862268] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec3ddc4-0d60-4653-aaf0-0ec22edf0e66 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.865037] env[69735]: INFO nova.compute.manager [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Took 55.36 seconds to build instance. [ 983.171759] env[69735]: DEBUG nova.network.neutron [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.365562] env[69735]: DEBUG nova.network.neutron [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Updating instance_info_cache with network_info: [{"id": "ac3f3eb0-75f7-4786-853e-7a0266ad2803", "address": "fa:16:3e:b9:82:e4", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3f3eb0-75", "ovs_interfaceid": "ac3f3eb0-75f7-4786-853e-7a0266ad2803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.369007] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5acbcc14-5ee5-4df1-af9b-50b675df1baa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "c6c84afc-2a50-4406-b933-13136d8c0257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.245s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.383020] env[69735]: INFO nova.compute.manager [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Took 55.07 seconds to build instance. [ 983.402891] env[69735]: DEBUG nova.scheduler.client.report [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 983.403181] env[69735]: DEBUG nova.compute.provider_tree [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 98 to 99 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 983.403364] env[69735]: DEBUG nova.compute.provider_tree [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.707748] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.708289] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719261', 'volume_id': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'name': 'volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f9462ac-d88a-4be6-8622-137f5f8a2425', 'attached_at': '', 'detached_at': '', 'volume_id': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'serial': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.709291] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b9b188-3d14-4d37-90be-6d6fdf1d80ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.727343] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507d3b62-a962-4f37-88f3-dbd6fef53258 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.754102] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63/volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.754470] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818fc891-755e-4134-a894-0279abb9d029 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.772616] env[69735]: DEBUG oslo_vmware.api [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 983.772616] env[69735]: value = "task-3605367" [ 983.772616] env[69735]: _type = "Task" [ 983.772616] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.780589] env[69735]: DEBUG oslo_vmware.api [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.870407] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.871500] env[69735]: DEBUG nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Instance network_info: |[{"id": "ac3f3eb0-75f7-4786-853e-7a0266ad2803", "address": "fa:16:3e:b9:82:e4", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3f3eb0-75", "ovs_interfaceid": "ac3f3eb0-75f7-4786-853e-7a0266ad2803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.871990] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.875023] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:82:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac3f3eb0-75f7-4786-853e-7a0266ad2803', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.882717] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.883209] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.883672] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33d51eeb-f9a2-489a-896f-ab6838fde493 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.644s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.883921] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8898760-2319-4ae7-9a00-a363a40e0ca2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.903927] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.903927] env[69735]: value = "task-3605368" [ 983.903927] env[69735]: _type = "Task" [ 983.903927] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.908345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.257s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.911696] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.478s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.913160] env[69735]: INFO nova.compute.claims [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.921594] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605368, 'name': CreateVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.930532] env[69735]: INFO nova.scheduler.client.report [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Deleted allocations for instance a360387a-e02f-41c5-9b10-c67fb03433f8 [ 983.962160] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f47a84-dc7c-4374-833b-cc35f24ba59a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.983978] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance 'a8571657-4975-448d-9902-1ada5a780e15' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.283948] env[69735]: DEBUG oslo_vmware.api [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605367, 'name': ReconfigVM_Task, 'duration_secs': 0.363452} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.284322] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63/volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.289687] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22b6002-a924-41cf-8b3e-e6b6759c9c3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.305171] env[69735]: DEBUG oslo_vmware.api [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 984.305171] env[69735]: value = "task-3605369" [ 984.305171] env[69735]: _type = "Task" [ 984.305171] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.314039] env[69735]: DEBUG oslo_vmware.api [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.412241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.422566] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605368, 'name': CreateVM_Task, 'duration_secs': 0.316842} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.423168] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.424436] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.424436] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.424436] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.424746] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb92f2c-87ae-49e4-893c-94161423c44d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.431414] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 984.431414] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528e8243-d435-3e8f-39b0-fc601abd13c6" [ 984.431414] env[69735]: _type = "Task" [ 984.431414] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.441493] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9083f585-1a6a-42ff-8fa3-11d8118e3701 tempest-FloatingIPsAssociationTestJSON-1968110794 tempest-FloatingIPsAssociationTestJSON-1968110794-project-member] Lock "a360387a-e02f-41c5-9b10-c67fb03433f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.688s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.446199] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528e8243-d435-3e8f-39b0-fc601abd13c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.496668] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.496668] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5cc0f3-363a-4009-8e94-b46072d47629 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.502738] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 984.502738] env[69735]: value = "task-3605370" [ 984.502738] env[69735]: _type = "Task" [ 984.502738] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.512474] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.819773] env[69735]: DEBUG oslo_vmware.api [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605369, 'name': ReconfigVM_Task, 'duration_secs': 0.163458} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.820329] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719261', 'volume_id': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'name': 'volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f9462ac-d88a-4be6-8622-137f5f8a2425', 'attached_at': '', 'detached_at': '', 'volume_id': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'serial': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 984.847683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "f537c6eb-c28a-4b35-86f6-a2af8806475c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.847997] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "f537c6eb-c28a-4b35-86f6-a2af8806475c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.848336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "f537c6eb-c28a-4b35-86f6-a2af8806475c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.848554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "f537c6eb-c28a-4b35-86f6-a2af8806475c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.848806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "f537c6eb-c28a-4b35-86f6-a2af8806475c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.850798] env[69735]: INFO nova.compute.manager [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Terminating instance [ 984.943955] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528e8243-d435-3e8f-39b0-fc601abd13c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016483} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.944358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.944641] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.944976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.945303] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.945442] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.948344] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-993f40c2-e342-4e51-93e2-2f518b32b39b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.962631] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.962631] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.962631] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54292b3-345e-4ff5-aa86-eafee6684b9d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.970459] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 984.970459] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528f2028-4fa3-e4f4-6263-ce2ed0f03f8c" [ 984.970459] env[69735]: _type = "Task" [ 984.970459] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.982956] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528f2028-4fa3-e4f4-6263-ce2ed0f03f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.984614] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-588b2793-5178-41ba-9b6c-55553d7017eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.992237] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 984.992237] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ac0892-a438-d87d-16c9-5fbfd3f6b47c" [ 984.992237] env[69735]: _type = "Task" [ 984.992237] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.000748] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ac0892-a438-d87d-16c9-5fbfd3f6b47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.014876] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605370, 'name': PowerOffVM_Task, 'duration_secs': 0.322197} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.015235] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.015423] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance 'a8571657-4975-448d-9902-1ada5a780e15' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.356326] env[69735]: DEBUG nova.compute.manager [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.356441] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.357428] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110dc95-2d91-4880-ac96-9949909b8f3f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.370394] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.370394] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a23fff5-25ea-44c0-b807-1375ae567a8d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.373443] env[69735]: DEBUG oslo_vmware.api [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 985.373443] env[69735]: value = "task-3605371" [ 985.373443] env[69735]: _type = "Task" [ 985.373443] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.388584] env[69735]: DEBUG oslo_vmware.api [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.463733] env[69735]: DEBUG nova.compute.manager [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.463733] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c380d148-313b-4a6e-aa4f-db2cdd1a133e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.508272] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ac0892-a438-d87d-16c9-5fbfd3f6b47c, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.508272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.508272] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638/c8355b1e-3a2c-45cb-9ade-91fe8cf9b638.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.508272] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6433b3b4-b6fc-4df5-912b-964a76d27a93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.514373] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 985.514373] env[69735]: value = "task-3605372" [ 985.514373] env[69735]: _type = "Task" [ 985.514373] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.524044] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.524319] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.524386] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.524670] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.524759] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.524900] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.526263] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.526495] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.526873] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.526969] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.528037] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.536602] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.542318] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab410d72-22af-4c7f-a020-76c4b814f7cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.573158] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 985.573158] env[69735]: value = "task-3605373" [ 985.573158] env[69735]: _type = "Task" [ 985.573158] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.582132] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aae174-a03d-48e7-936e-f5b24bc63859 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.593971] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.600612] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c883fc-d880-4783-b707-b92a9c2ecc37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.636859] env[69735]: DEBUG nova.compute.manager [req-5035be83-a5b5-400d-bacd-15428e98cebc req-38299e02-3ae9-4ece-a75c-ec42a8830d82 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Received event network-changed-07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.636859] env[69735]: DEBUG nova.compute.manager [req-5035be83-a5b5-400d-bacd-15428e98cebc req-38299e02-3ae9-4ece-a75c-ec42a8830d82 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Refreshing instance network info cache due to event network-changed-07913661-b842-4ef3-b0a5-ed439e176183. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.636964] env[69735]: DEBUG oslo_concurrency.lockutils [req-5035be83-a5b5-400d-bacd-15428e98cebc req-38299e02-3ae9-4ece-a75c-ec42a8830d82 service nova] Acquiring lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.637160] env[69735]: DEBUG oslo_concurrency.lockutils [req-5035be83-a5b5-400d-bacd-15428e98cebc req-38299e02-3ae9-4ece-a75c-ec42a8830d82 service nova] Acquired lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.637514] env[69735]: DEBUG nova.network.neutron [req-5035be83-a5b5-400d-bacd-15428e98cebc req-38299e02-3ae9-4ece-a75c-ec42a8830d82 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Refreshing network info cache for port 07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.639044] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454cf2df-6e0f-4da9-a6d0-e8a50616f02e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.648795] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28e1f26-cb38-4e13-af53-b83d3955450e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.671688] env[69735]: DEBUG nova.compute.provider_tree [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.887609] env[69735]: DEBUG oslo_vmware.api [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605371, 'name': PowerOffVM_Task, 'duration_secs': 0.248922} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.887609] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.887831] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.887996] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3f9376b-6266-40b5-9a07-eafa13f3628e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.900071] env[69735]: DEBUG nova.objects.instance [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'flavor' on Instance uuid 3f9462ac-d88a-4be6-8622-137f5f8a2425 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.980297] env[69735]: INFO nova.compute.manager [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] instance snapshotting [ 985.986319] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fea7b2-94bf-4898-869d-97801b86ef59 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.014537] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1cd6de-f592-4d10-842c-2e084fa21e48 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.018690] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.019895] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.019994] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Deleting the datastore file [datastore2] f537c6eb-c28a-4b35-86f6-a2af8806475c {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.020796] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48cbf37a-036b-4293-a28c-fe64e97c619e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.037447] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605372, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.044620] env[69735]: DEBUG oslo_vmware.api [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for the task: (returnval){ [ 986.044620] env[69735]: value = "task-3605375" [ 986.044620] env[69735]: _type = "Task" [ 986.044620] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.054575] env[69735]: DEBUG oslo_vmware.api [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.087126] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605373, 'name': ReconfigVM_Task, 'duration_secs': 0.201832} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.087865] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance 'a8571657-4975-448d-9902-1ada5a780e15' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.175762] env[69735]: DEBUG nova.scheduler.client.report [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.405600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad8c3ac0-7e9e-4ba3-b707-97e5870bc051 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.858s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.538932] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69057} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.539247] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638/c8355b1e-3a2c-45cb-9ade-91fe8cf9b638.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.539462] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.539727] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c740eec-6ac3-4087-adad-e600330c8883 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.543340] env[69735]: DEBUG nova.network.neutron [req-5035be83-a5b5-400d-bacd-15428e98cebc req-38299e02-3ae9-4ece-a75c-ec42a8830d82 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Updated VIF entry in instance network info cache for port 07913661-b842-4ef3-b0a5-ed439e176183. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.543715] env[69735]: DEBUG nova.network.neutron [req-5035be83-a5b5-400d-bacd-15428e98cebc req-38299e02-3ae9-4ece-a75c-ec42a8830d82 service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Updating instance_info_cache with network_info: [{"id": "07913661-b842-4ef3-b0a5-ed439e176183", "address": "fa:16:3e:79:e3:e8", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07913661-b8", "ovs_interfaceid": "07913661-b842-4ef3-b0a5-ed439e176183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.559760] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.560730] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 986.560730] env[69735]: value = "task-3605376" [ 986.560730] env[69735]: _type = "Task" [ 986.560730] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.560959] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8497325e-d5ff-4280-b0a8-599fd98266ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.571853] env[69735]: DEBUG oslo_vmware.api [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Task: {'id': task-3605375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487568} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.572850] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.572850] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.572850] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.573038] env[69735]: INFO nova.compute.manager [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 986.573257] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.580407] env[69735]: DEBUG nova.compute.manager [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.580697] env[69735]: DEBUG nova.compute.manager [-] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.580794] env[69735]: DEBUG nova.network.neutron [-] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.583109] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 986.583109] env[69735]: value = "task-3605377" [ 986.583109] env[69735]: _type = "Task" [ 986.583109] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.583388] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.584219] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413cfb05-edac-44a8-bcc9-f77a06774621 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.601506] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.601970] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.601970] env[69735]: DEBUG nova.virt.hardware [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.608298] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.609537] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.612261] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b87d75-36bc-4b8a-bdad-241b0958f356 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.637541] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 986.637541] env[69735]: value = "task-3605378" [ 986.637541] env[69735]: _type = "Task" [ 986.637541] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.651135] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.684439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.685518] env[69735]: DEBUG nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.690435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.188s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.690435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.690961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.819s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.727340] env[69735]: INFO nova.scheduler.client.report [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted allocations for instance 04800cfa-2e24-43bc-9198-0a0f41151dc0 [ 987.058577] env[69735]: DEBUG oslo_concurrency.lockutils [req-5035be83-a5b5-400d-bacd-15428e98cebc req-38299e02-3ae9-4ece-a75c-ec42a8830d82 service nova] Releasing lock "refresh_cache-f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.074376] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067313} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.074725] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.075587] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec7020-6ef1-4321-ace3-240ee0a5c797 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.106838] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638/c8355b1e-3a2c-45cb-9ade-91fe8cf9b638.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.111945] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fdd6e30-c379-42a3-9736-6bf51c1d225f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.135916] env[69735]: INFO nova.compute.manager [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] instance snapshotting [ 987.137466] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.140904] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 987.140904] env[69735]: value = "task-3605379" [ 987.140904] env[69735]: _type = "Task" [ 987.140904] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.144827] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e565be90-7035-4dab-bf4c-62e59fd5ca67 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.157486] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605378, 'name': ReconfigVM_Task, 'duration_secs': 0.167332} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.182016] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.182016] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.182016] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f0799-f6dd-4fa4-98ea-94ce3c69c9a7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.185116] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be72a63d-ab85-497c-b306-2bce1b9d72ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.221167] env[69735]: DEBUG nova.compute.utils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.232947] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a8571657-4975-448d-9902-1ada5a780e15/a8571657-4975-448d-9902-1ada5a780e15.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.234360] env[69735]: DEBUG nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.234526] env[69735]: DEBUG nova.network.neutron [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.236505] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8566e5-22af-4d07-827f-7133cec72067 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.260633] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a083cb7d-f933-4e6c-ae08-9b1925974785 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "04800cfa-2e24-43bc-9198-0a0f41151dc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.985s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.266211] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 987.266211] env[69735]: value = "task-3605380" [ 987.266211] env[69735]: _type = "Task" [ 987.266211] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.276039] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.305446] env[69735]: DEBUG nova.policy [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f59d41d331848aaadcca33a75c18905', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cacbb12c9cbf4cf0b2db5716e0ec4e24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.332432] env[69735]: DEBUG nova.compute.manager [req-28d674e4-2a84-4b6c-87ac-1a5f0e59c088 req-a87ce35a-ea5a-4423-a16d-b9b898fa3bc5 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Received event network-vif-deleted-2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.332519] env[69735]: INFO nova.compute.manager [req-28d674e4-2a84-4b6c-87ac-1a5f0e59c088 req-a87ce35a-ea5a-4423-a16d-b9b898fa3bc5 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Neutron deleted interface 2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2; detaching it from the instance and deleting it from the info cache [ 987.333263] env[69735]: DEBUG nova.network.neutron [req-28d674e4-2a84-4b6c-87ac-1a5f0e59c088 req-a87ce35a-ea5a-4423-a16d-b9b898fa3bc5 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.605401] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.629956] env[69735]: DEBUG nova.network.neutron [-] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.654759] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605379, 'name': ReconfigVM_Task, 'duration_secs': 0.326597} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.655078] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638/c8355b1e-3a2c-45cb-9ade-91fe8cf9b638.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.655707] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c806221-2043-40aa-9a4b-bbc61bb572d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.666257] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 987.666257] env[69735]: value = "task-3605381" [ 987.666257] env[69735]: _type = "Task" [ 987.666257] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.677247] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605381, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.737590] env[69735]: DEBUG nova.compute.utils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.737590] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 987.738510] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Applying migration context for instance abbd2490-51e6-4c89-865a-7ce4d096e72e as it has an incoming, in-progress migration 3ede378e-4909-4d83-b5fa-02aae4802689. Migration status is reverting {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 987.738883] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Applying migration context for instance a8571657-4975-448d-9902-1ada5a780e15 as it has an incoming, in-progress migration 1df8bb4b-89fd-4fb0-9e0b-52d272cf9f9b. Migration status is migrating {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 987.741564] env[69735]: INFO nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating resource usage from migration 3ede378e-4909-4d83-b5fa-02aae4802689 [ 987.742135] env[69735]: INFO nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating resource usage from migration 1df8bb4b-89fd-4fb0-9e0b-52d272cf9f9b [ 987.745148] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da39c1d0-b33c-4e9f-9452-6387bc70073f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.756931] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 987.756931] env[69735]: value = "task-3605382" [ 987.756931] env[69735]: _type = "Task" [ 987.756931] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.769143] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.780258] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.787893] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.788055] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.788182] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3be3e0be-3e3c-43dd-8e6e-c1add19412c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.788302] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 9a27fe9f-1ad7-4923-9107-0c51a43dc800 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.788417] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 45443b55-ca14-472c-99a3-7b2d8e4bba76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.788531] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d670c7fd-fdba-418d-8aad-959821894e9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.788671] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.788787] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance c2a6a3aa-1987-4ffe-a7b4-5d6802112141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.788898] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 66a7da51-9efb-40f0-88a6-52b205a15be8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.789015] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 4fa542f9-65e3-409b-b92c-f027ab8654b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.789144] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 81b83080-599c-4426-807f-1faa83db2c35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.789271] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 690e0729-123d-4935-bcc4-2e0f8248ddc0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.789384] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 347dd678-4892-4126-884d-ff7b5b9db3bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.789495] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.789605] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3f9462ac-d88a-4be6-8622-137f5f8a2425 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.789724] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance a457c297-0bf1-4faf-af8e-a00ff265462a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.789840] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance a0982ea0-b854-4de4-9694-3a2c44523ad3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.789949] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3a1bc72d-ba13-4db4-95cb-3922dc50345a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.790101] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 6c299dbd-f868-485b-9318-e9f40e1072b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.790252] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 187cd818-d85b-421b-8b69-9b20e04e146b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.790374] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance f537c6eb-c28a-4b35-86f6-a2af8806475c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.790481] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance c6c84afc-2a50-4406-b933-13136d8c0257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.790605] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.790741] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Migration 3ede378e-4909-4d83-b5fa-02aae4802689 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 987.790854] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance abbd2490-51e6-4c89-865a-7ce4d096e72e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.790984] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance c8355b1e-3a2c-45cb-9ade-91fe8cf9b638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.791087] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8e836323-ef53-49c1-a3fb-51934efecf6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 987.837021] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0201017f-de94-416a-ac1d-25755f47d34d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.845357] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6256e5f9-6f16-43e5-8f91-4f829da3a598 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.882766] env[69735]: DEBUG nova.compute.manager [req-28d674e4-2a84-4b6c-87ac-1a5f0e59c088 req-a87ce35a-ea5a-4423-a16d-b9b898fa3bc5 service nova] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Detach interface failed, port_id=2c0622b0-3e76-4e58-96c0-6dd2bf88b3a2, reason: Instance f537c6eb-c28a-4b35-86f6-a2af8806475c could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.894105] env[69735]: DEBUG nova.network.neutron [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Successfully created port: 177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.105058] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605377, 'name': CreateSnapshot_Task, 'duration_secs': 1.090858} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.106190] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 988.106190] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bcfa6e-c43f-4212-87a2-3e700409e2fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.131644] env[69735]: INFO nova.compute.manager [-] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Took 1.55 seconds to deallocate network for instance. [ 988.176336] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605381, 'name': Rename_Task, 'duration_secs': 0.141213} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.177219] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.177537] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27417607-2602-4985-9fc3-f1f094f4280a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.184286] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 988.184286] env[69735]: value = "task-3605383" [ 988.184286] env[69735]: _type = "Task" [ 988.184286] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.192321] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.238053] env[69735]: DEBUG nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.263284] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605382, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.279186] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605380, 'name': ReconfigVM_Task, 'duration_secs': 0.668448} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.279186] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a8571657-4975-448d-9902-1ada5a780e15/a8571657-4975-448d-9902-1ada5a780e15.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.279186] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance 'a8571657-4975-448d-9902-1ada5a780e15' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.296281] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d5a350ac-d4c3-4b67-b8eb-df12d65daa67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 988.624396] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.625157] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-326ee8e3-ea79-4035-8c48-35dba583b1fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.634601] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 988.634601] env[69735]: value = "task-3605384" [ 988.634601] env[69735]: _type = "Task" [ 988.634601] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.639020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.644385] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605384, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.694373] env[69735]: DEBUG oslo_vmware.api [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605383, 'name': PowerOnVM_Task, 'duration_secs': 0.465621} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.694698] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.694913] env[69735]: INFO nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Took 8.78 seconds to spawn the instance on the hypervisor. [ 988.695131] env[69735]: DEBUG nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.695911] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1899c9b1-bddb-4521-af71-ac4f077084e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.763943] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605382, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.785428] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c6ceaf-0cdf-48d6-af0d-6fb8a25a37d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.806265] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 02d38753-5c00-4458-98c6-7c9aecbfe906 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 988.808675] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be39ada-c9fb-4927-81d3-f540f6d8e4bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.829508] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance 'a8571657-4975-448d-9902-1ada5a780e15' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.912873] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.913128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.033484] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "3570b07b-e97a-4e59-967e-371cb1f743bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.033539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.144443] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605384, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.212396] env[69735]: INFO nova.compute.manager [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Took 56.13 seconds to build instance. [ 989.248306] env[69735]: DEBUG nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.263570] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605382, 'name': CreateSnapshot_Task, 'duration_secs': 1.188715} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.265469] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 989.266450] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfe1a86-f136-4252-b246-639e803561f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.271936] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='568974607',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1099020785',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.272208] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.272387] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.272572] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.272715] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.272885] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.273158] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.273334] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.273506] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.273666] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.273835] env[69735]: DEBUG nova.virt.hardware [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.274606] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618e950f-1b14-44c9-b508-376fecbb1f54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.287183] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fbb015-11a1-4c56-90b9-e9dbd6f9a28d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.313917] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 18418e30-c3a0-45d8-bf6e-dec88b0c0102 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 989.314135] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Migration 1df8bb4b-89fd-4fb0-9e0b-52d272cf9f9b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 989.314276] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance a8571657-4975-448d-9902-1ada5a780e15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 989.399521] env[69735]: DEBUG nova.network.neutron [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Port 57fc35a3-d135-4883-84cf-b6739bb05fc6 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 989.417495] env[69735]: DEBUG nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.525930] env[69735]: DEBUG nova.compute.manager [req-0bf47ce0-60b4-48de-bce8-cacd85a8c36c req-5116efbd-674c-4500-b1f0-2efb77595aef service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Received event network-vif-plugged-177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.526230] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf47ce0-60b4-48de-bce8-cacd85a8c36c req-5116efbd-674c-4500-b1f0-2efb77595aef service nova] Acquiring lock "8e836323-ef53-49c1-a3fb-51934efecf6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.526481] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf47ce0-60b4-48de-bce8-cacd85a8c36c req-5116efbd-674c-4500-b1f0-2efb77595aef service nova] Lock "8e836323-ef53-49c1-a3fb-51934efecf6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.526655] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf47ce0-60b4-48de-bce8-cacd85a8c36c req-5116efbd-674c-4500-b1f0-2efb77595aef service nova] Lock "8e836323-ef53-49c1-a3fb-51934efecf6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.526822] env[69735]: DEBUG nova.compute.manager [req-0bf47ce0-60b4-48de-bce8-cacd85a8c36c req-5116efbd-674c-4500-b1f0-2efb77595aef service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] No waiting events found dispatching network-vif-plugged-177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.526983] env[69735]: WARNING nova.compute.manager [req-0bf47ce0-60b4-48de-bce8-cacd85a8c36c req-5116efbd-674c-4500-b1f0-2efb77595aef service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Received unexpected event network-vif-plugged-177e5e2b-7d3f-4210-933b-0737d91c9f65 for instance with vm_state building and task_state spawning. [ 989.640854] env[69735]: DEBUG nova.network.neutron [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Successfully updated port: 177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.652989] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605384, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.714429] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d30054ce-5245-48ca-b75b-ed74cfd0d9f4 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.672s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.790962] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 989.791655] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41d552a6-3be5-49ea-9515-a18714f7da49 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.801473] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 989.801473] env[69735]: value = "task-3605385" [ 989.801473] env[69735]: _type = "Task" [ 989.801473] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.809206] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605385, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.817644] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance ee7343da-669b-4b0c-a8f7-df825a8e2b3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 989.949685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.152414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.152818] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquired lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.153126] env[69735]: DEBUG nova.network.neutron [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.154535] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605384, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.220510] env[69735]: DEBUG nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.315290] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605385, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.321791] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 1b8b3976-902f-4191-80bc-a3edd8002f07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 990.426326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "a8571657-4975-448d-9902-1ada5a780e15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.426326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.426326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.619514] env[69735]: DEBUG nova.compute.manager [req-25819df9-b757-4299-86e4-11791d6b16fd req-d4f4071c-a91d-4ef5-9791-5326f6d23ac6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Received event network-changed-ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.619569] env[69735]: DEBUG nova.compute.manager [req-25819df9-b757-4299-86e4-11791d6b16fd req-d4f4071c-a91d-4ef5-9791-5326f6d23ac6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Refreshing instance network info cache due to event network-changed-ac3f3eb0-75f7-4786-853e-7a0266ad2803. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.620210] env[69735]: DEBUG oslo_concurrency.lockutils [req-25819df9-b757-4299-86e4-11791d6b16fd req-d4f4071c-a91d-4ef5-9791-5326f6d23ac6 service nova] Acquiring lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.620210] env[69735]: DEBUG oslo_concurrency.lockutils [req-25819df9-b757-4299-86e4-11791d6b16fd req-d4f4071c-a91d-4ef5-9791-5326f6d23ac6 service nova] Acquired lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.620397] env[69735]: DEBUG nova.network.neutron [req-25819df9-b757-4299-86e4-11791d6b16fd req-d4f4071c-a91d-4ef5-9791-5326f6d23ac6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Refreshing network info cache for port ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.647661] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605384, 'name': CloneVM_Task, 'duration_secs': 1.779803} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.648023] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Created linked-clone VM from snapshot [ 990.648776] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6398941-9dd9-433b-a36e-ee7e3413255f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.658693] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Uploading image 622ab100-bd02-433b-ab22-843b42bcd075 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.669127] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.669414] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-87b140a1-5ec0-4876-a1b1-2231f1ca84cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.676542] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 990.676542] env[69735]: value = "task-3605386" [ 990.676542] env[69735]: _type = "Task" [ 990.676542] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.684964] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605386, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.692691] env[69735]: DEBUG nova.network.neutron [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.742847] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.812584] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605385, 'name': CloneVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.823689] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 43a80e55-271e-43ab-938a-8eb91b8ff404 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 990.893389] env[69735]: DEBUG nova.network.neutron [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Updating instance_info_cache with network_info: [{"id": "177e5e2b-7d3f-4210-933b-0737d91c9f65", "address": "fa:16:3e:6d:61:56", "network": {"id": "ed156d84-7f03-4dfd-9f31-478c1877cbc8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-454487146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacbb12c9cbf4cf0b2db5716e0ec4e24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177e5e2b-7d", "ovs_interfaceid": "177e5e2b-7d3f-4210-933b-0737d91c9f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.195970] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605386, 'name': Destroy_Task, 'duration_secs': 0.383803} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.195970] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Destroyed the VM [ 991.195970] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.195970] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cecbb265-ccc9-4630-8d18-a00c8eb320ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.203015] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 991.203015] env[69735]: value = "task-3605387" [ 991.203015] env[69735]: _type = "Task" [ 991.203015] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.211296] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.313605] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605385, 'name': CloneVM_Task, 'duration_secs': 1.039236} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.313605] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Created linked-clone VM from snapshot [ 991.313722] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfff2ed-cb67-4e78-947c-39cbe9600f3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.321285] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Uploading image 1961e516-7298-4949-9f24-67876a9c4d39 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 991.331819] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance fa499761-b980-451d-a2eb-0498e17e8403 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 991.332768] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 991.332768] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5120MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 991.357655] env[69735]: DEBUG oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 991.357655] env[69735]: value = "vm-719266" [ 991.357655] env[69735]: _type = "VirtualMachine" [ 991.357655] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 991.357992] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4bdae29a-90ae-4ba5-9344-7e8a5dca09bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.373273] env[69735]: DEBUG oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lease: (returnval){ [ 991.373273] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52560d9d-849e-b21d-3ec4-3eb23c223b5a" [ 991.373273] env[69735]: _type = "HttpNfcLease" [ 991.373273] env[69735]: } obtained for exporting VM: (result){ [ 991.373273] env[69735]: value = "vm-719266" [ 991.373273] env[69735]: _type = "VirtualMachine" [ 991.373273] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 991.373273] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the lease: (returnval){ [ 991.373273] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52560d9d-849e-b21d-3ec4-3eb23c223b5a" [ 991.373273] env[69735]: _type = "HttpNfcLease" [ 991.373273] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 991.381123] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.381123] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52560d9d-849e-b21d-3ec4-3eb23c223b5a" [ 991.381123] env[69735]: _type = "HttpNfcLease" [ 991.381123] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 991.384188] env[69735]: DEBUG oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 991.384188] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52560d9d-849e-b21d-3ec4-3eb23c223b5a" [ 991.384188] env[69735]: _type = "HttpNfcLease" [ 991.384188] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 991.385586] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81923eb7-a8ab-4082-a2f2-6d21fea8cc96 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.395940] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Releasing lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.396330] env[69735]: DEBUG nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Instance network_info: |[{"id": "177e5e2b-7d3f-4210-933b-0737d91c9f65", "address": "fa:16:3e:6d:61:56", "network": {"id": "ed156d84-7f03-4dfd-9f31-478c1877cbc8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-454487146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacbb12c9cbf4cf0b2db5716e0ec4e24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177e5e2b-7d", "ovs_interfaceid": "177e5e2b-7d3f-4210-933b-0737d91c9f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.396694] env[69735]: DEBUG oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262360d-de66-c863-9b23-46633e85624b/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 991.396907] env[69735]: DEBUG oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262360d-de66-c863-9b23-46633e85624b/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 991.400997] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:61:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '177e5e2b-7d3f-4210-933b-0737d91c9f65', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.408821] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.412891] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.468981] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37a75365-1cca-425e-bb82-f14975c200fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.497781] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.497781] env[69735]: value = "task-3605389" [ 991.497781] env[69735]: _type = "Task" [ 991.497781] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.506170] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605389, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.546445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.546637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.546815] env[69735]: DEBUG nova.network.neutron [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.558586] env[69735]: DEBUG nova.compute.manager [req-32684b97-6ce8-48f2-b66d-dcb89a33168d req-2c2e748c-c9c2-4bfe-bcd4-a3978b1b9470 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Received event network-changed-177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.558788] env[69735]: DEBUG nova.compute.manager [req-32684b97-6ce8-48f2-b66d-dcb89a33168d req-2c2e748c-c9c2-4bfe-bcd4-a3978b1b9470 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Refreshing instance network info cache due to event network-changed-177e5e2b-7d3f-4210-933b-0737d91c9f65. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.558990] env[69735]: DEBUG oslo_concurrency.lockutils [req-32684b97-6ce8-48f2-b66d-dcb89a33168d req-2c2e748c-c9c2-4bfe-bcd4-a3978b1b9470 service nova] Acquiring lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.559149] env[69735]: DEBUG oslo_concurrency.lockutils [req-32684b97-6ce8-48f2-b66d-dcb89a33168d req-2c2e748c-c9c2-4bfe-bcd4-a3978b1b9470 service nova] Acquired lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.559301] env[69735]: DEBUG nova.network.neutron [req-32684b97-6ce8-48f2-b66d-dcb89a33168d req-2c2e748c-c9c2-4bfe-bcd4-a3978b1b9470 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Refreshing network info cache for port 177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.594053] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16cb18aa-9a94-4207-a9f0-ad10c5417326 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.603372] env[69735]: DEBUG nova.network.neutron [req-25819df9-b757-4299-86e4-11791d6b16fd req-d4f4071c-a91d-4ef5-9791-5326f6d23ac6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Updated VIF entry in instance network info cache for port ac3f3eb0-75f7-4786-853e-7a0266ad2803. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.603550] env[69735]: DEBUG nova.network.neutron [req-25819df9-b757-4299-86e4-11791d6b16fd req-d4f4071c-a91d-4ef5-9791-5326f6d23ac6 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Updating instance_info_cache with network_info: [{"id": "ac3f3eb0-75f7-4786-853e-7a0266ad2803", "address": "fa:16:3e:b9:82:e4", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3f3eb0-75", "ovs_interfaceid": "ac3f3eb0-75f7-4786-853e-7a0266ad2803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.714296] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605387, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.950466] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f29f5c5-1096-4ca7-86a7-7119dbf62a14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.960775] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be372d-a1b6-45e4-bd60-7c9cce464a41 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.994854] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03941277-bb19-420f-8ab5-1ed8092e5712 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.005118] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a48a0-52a5-49cb-b46f-81aa43e99b3f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.012250] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605389, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.025073] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.106582] env[69735]: DEBUG oslo_concurrency.lockutils [req-25819df9-b757-4299-86e4-11791d6b16fd req-d4f4071c-a91d-4ef5-9791-5326f6d23ac6 service nova] Releasing lock "refresh_cache-c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.213121] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605387, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.509607] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605389, 'name': CreateVM_Task, 'duration_secs': 0.973417} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.513098] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.513971] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.514224] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.515402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.516537] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec70ae72-b8b1-44fb-b916-e815140b4683 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.521038] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 992.521038] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bcfef7-1175-ff7e-8e4f-2c2e1a9fe842" [ 992.521038] env[69735]: _type = "Task" [ 992.521038] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.529411] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.548440] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bcfef7-1175-ff7e-8e4f-2c2e1a9fe842, 'name': SearchDatastore_Task, 'duration_secs': 0.021933} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.548440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.548440] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.548728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.548728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.548978] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.549488] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb8783a-bf86-4242-a27f-1e56c7c23cda {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.558236] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.558695] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.560660] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af2233d-d5c6-4c38-8114-402242029a62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.567760] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 992.567760] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52381b90-8d01-b8bc-d2f1-a0fd9b274b80" [ 992.567760] env[69735]: _type = "Task" [ 992.567760] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.576047] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52381b90-8d01-b8bc-d2f1-a0fd9b274b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.714092] env[69735]: DEBUG oslo_vmware.api [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605387, 'name': RemoveSnapshot_Task, 'duration_secs': 1.15828} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.714648] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 992.769742] env[69735]: DEBUG nova.network.neutron [req-32684b97-6ce8-48f2-b66d-dcb89a33168d req-2c2e748c-c9c2-4bfe-bcd4-a3978b1b9470 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Updated VIF entry in instance network info cache for port 177e5e2b-7d3f-4210-933b-0737d91c9f65. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.770193] env[69735]: DEBUG nova.network.neutron [req-32684b97-6ce8-48f2-b66d-dcb89a33168d req-2c2e748c-c9c2-4bfe-bcd4-a3978b1b9470 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Updating instance_info_cache with network_info: [{"id": "177e5e2b-7d3f-4210-933b-0737d91c9f65", "address": "fa:16:3e:6d:61:56", "network": {"id": "ed156d84-7f03-4dfd-9f31-478c1877cbc8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-454487146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacbb12c9cbf4cf0b2db5716e0ec4e24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177e5e2b-7d", "ovs_interfaceid": "177e5e2b-7d3f-4210-933b-0737d91c9f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.777981] env[69735]: DEBUG nova.network.neutron [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance_info_cache with network_info: [{"id": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "address": "fa:16:3e:3c:2e:09", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc35a3-d1", "ovs_interfaceid": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.042321] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 993.042321] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.351s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.042609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.099s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.042898] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.045241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.163s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.046086] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.047440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.630s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.047641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.049538] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.661s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.051224] env[69735]: INFO nova.compute.claims [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.054151] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.054305] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Cleaning up deleted instances {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 993.080430] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52381b90-8d01-b8bc-d2f1-a0fd9b274b80, 'name': SearchDatastore_Task, 'duration_secs': 0.023335} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.081798] env[69735]: INFO nova.scheduler.client.report [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Deleted allocations for instance 690e0729-123d-4935-bcc4-2e0f8248ddc0 [ 993.082916] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9841738-faba-476d-9859-f98d924408ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.090785] env[69735]: INFO nova.scheduler.client.report [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleted allocations for instance dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe [ 993.097273] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 993.097273] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5296a1a6-d100-1403-4070-34a239125d82" [ 993.097273] env[69735]: _type = "Task" [ 993.097273] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.103181] env[69735]: INFO nova.scheduler.client.report [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Deleted allocations for instance 81b83080-599c-4426-807f-1faa83db2c35 [ 993.112689] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5296a1a6-d100-1403-4070-34a239125d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.221623] env[69735]: WARNING nova.compute.manager [None req-bda89db8-2918-48ab-86be-7765c02557bb tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Image not found during snapshot: nova.exception.ImageNotFound: Image 622ab100-bd02-433b-ab22-843b42bcd075 could not be found. [ 993.274050] env[69735]: DEBUG oslo_concurrency.lockutils [req-32684b97-6ce8-48f2-b66d-dcb89a33168d req-2c2e748c-c9c2-4bfe-bcd4-a3978b1b9470 service nova] Releasing lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.282250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.569509] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] There are 41 instances to clean {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 993.570210] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 8f407595-99e6-48aa-89f0-d094955621dd] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.596539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-18843009-44bc-448e-9361-16f549991345 tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "690e0729-123d-4935-bcc4-2e0f8248ddc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.313s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.606448] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d53064a-3230-40e1-8e7d-bec4e454b8c6 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.477s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.615254] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5296a1a6-d100-1403-4070-34a239125d82, 'name': SearchDatastore_Task, 'duration_secs': 0.022213} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.616137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2383ef85-bc44-459f-85d9-af90340eae33 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "81b83080-599c-4426-807f-1faa83db2c35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.360s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.616960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.617323] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 8e836323-ef53-49c1-a3fb-51934efecf6d/8e836323-ef53-49c1-a3fb-51934efecf6d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.617993] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa817bdb-3979-42b4-aacc-613bd96e32c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.624948] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 993.624948] env[69735]: value = "task-3605390" [ 993.624948] env[69735]: _type = "Task" [ 993.624948] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.634614] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.641593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "c6c84afc-2a50-4406-b933-13136d8c0257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.641949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "c6c84afc-2a50-4406-b933-13136d8c0257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.642289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "c6c84afc-2a50-4406-b933-13136d8c0257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.642550] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "c6c84afc-2a50-4406-b933-13136d8c0257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.642960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "c6c84afc-2a50-4406-b933-13136d8c0257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.645058] env[69735]: INFO nova.compute.manager [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Terminating instance [ 993.808157] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd3a5fd-f316-40f1-99be-99ec7a6dad4a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.829859] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fff53d-83ad-4c8f-920b-bc0a26598906 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.839333] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance 'a8571657-4975-448d-9902-1ada5a780e15' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.952729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "4fa542f9-65e3-409b-b92c-f027ab8654b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.953022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "4fa542f9-65e3-409b-b92c-f027ab8654b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.953272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "4fa542f9-65e3-409b-b92c-f027ab8654b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.953470] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "4fa542f9-65e3-409b-b92c-f027ab8654b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.953642] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "4fa542f9-65e3-409b-b92c-f027ab8654b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.955908] env[69735]: INFO nova.compute.manager [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Terminating instance [ 994.043606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "45443b55-ca14-472c-99a3-7b2d8e4bba76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.043860] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "45443b55-ca14-472c-99a3-7b2d8e4bba76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.044136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "45443b55-ca14-472c-99a3-7b2d8e4bba76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.044272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "45443b55-ca14-472c-99a3-7b2d8e4bba76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.044929] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "45443b55-ca14-472c-99a3-7b2d8e4bba76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.046898] env[69735]: INFO nova.compute.manager [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Terminating instance [ 994.076349] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: dcae396c-973e-4043-b856-95deb9bbd154] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.137459] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511837} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.137776] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 8e836323-ef53-49c1-a3fb-51934efecf6d/8e836323-ef53-49c1-a3fb-51934efecf6d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.137992] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.138310] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8925b9a9-31ad-412c-9eab-3222c74fd193 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.148629] env[69735]: DEBUG nova.compute.manager [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.148870] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.149234] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 994.149234] env[69735]: value = "task-3605391" [ 994.149234] env[69735]: _type = "Task" [ 994.149234] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.150062] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28735b1a-5ccc-4b2c-ac25-751adf1fc3d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.171090] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.174520] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a89d1b0-354f-4acf-aa22-77bba32dbbd8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.177225] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.181830] env[69735]: DEBUG oslo_vmware.api [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 994.181830] env[69735]: value = "task-3605392" [ 994.181830] env[69735]: _type = "Task" [ 994.181830] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.193351] env[69735]: DEBUG oslo_vmware.api [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.348677] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.349413] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb36c57d-5046-4f99-b54b-09a584cdf414 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.357756] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 994.357756] env[69735]: value = "task-3605393" [ 994.357756] env[69735]: _type = "Task" [ 994.357756] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.369358] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.461025] env[69735]: DEBUG nova.compute.manager [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.461342] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.465038] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31f8a6-b9af-4a82-90de-2ae692946e65 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.473349] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.473657] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be965557-ddb0-412d-9eb7-82fd1a6d1035 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.481490] env[69735]: DEBUG oslo_vmware.api [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 994.481490] env[69735]: value = "task-3605394" [ 994.481490] env[69735]: _type = "Task" [ 994.481490] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.491682] env[69735]: DEBUG oslo_vmware.api [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.550966] env[69735]: DEBUG nova.compute.manager [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.551218] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.552140] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd36707b-4bcc-44dc-b747-fbef859cd215 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.562374] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.562765] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c123f106-e03a-4b3b-bee2-812bc465bbd5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.571463] env[69735]: DEBUG oslo_vmware.api [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 994.571463] env[69735]: value = "task-3605395" [ 994.571463] env[69735]: _type = "Task" [ 994.571463] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.580607] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 1fccf1ff-d298-4dbe-b5cd-48ee5a6969cd] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.582602] env[69735]: DEBUG oslo_vmware.api [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.584710] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827116f3-19e0-4684-9b84-10586a0a92af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.591943] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6234ab1-ad00-439d-8312-8567b78311b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.624922] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef601f-330f-4775-8497-790ae1439202 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.633652] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669d77dd-a83a-4ccf-b73e-25bd41588ca8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.651943] env[69735]: DEBUG nova.compute.provider_tree [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.662445] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1009} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.662748] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.664271] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583b2a21-8617-46ad-bb7b-c40333e614eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.667664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "d670c7fd-fdba-418d-8aad-959821894e9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.667753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "d670c7fd-fdba-418d-8aad-959821894e9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.667952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "d670c7fd-fdba-418d-8aad-959821894e9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.668156] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "d670c7fd-fdba-418d-8aad-959821894e9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.668327] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "d670c7fd-fdba-418d-8aad-959821894e9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.670718] env[69735]: INFO nova.compute.manager [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Terminating instance [ 994.691975] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8e836323-ef53-49c1-a3fb-51934efecf6d/8e836323-ef53-49c1-a3fb-51934efecf6d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.697583] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cd1a50e-4324-4708-95d3-b2c58d8d6620 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.719387] env[69735]: DEBUG oslo_vmware.api [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605392, 'name': PowerOffVM_Task, 'duration_secs': 0.223086} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.720993] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.721247] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.721610] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 994.721610] env[69735]: value = "task-3605396" [ 994.721610] env[69735]: _type = "Task" [ 994.721610] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.722182] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c612e42a-b1e7-4374-af89-09189c219443 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.733794] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.829793] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.830297] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.830640] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleting the datastore file [datastore2] c6c84afc-2a50-4406-b933-13136d8c0257 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.830975] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c5c40d8-b318-4abc-949c-8820ea6ccde7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.837745] env[69735]: DEBUG oslo_vmware.api [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 994.837745] env[69735]: value = "task-3605398" [ 994.837745] env[69735]: _type = "Task" [ 994.837745] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.848156] env[69735]: DEBUG oslo_vmware.api [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.867494] env[69735]: DEBUG oslo_vmware.api [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605393, 'name': PowerOnVM_Task, 'duration_secs': 0.504364} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.867778] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.867961] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f9d0-323a-4e4b-ad62-fff409ff0ec6 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance 'a8571657-4975-448d-9902-1ada5a780e15' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.991640] env[69735]: DEBUG oslo_vmware.api [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605394, 'name': PowerOffVM_Task, 'duration_secs': 0.299241} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.991974] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.992252] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.994030] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e04b5b-8aa7-4b0e-89e0-e9aa1772bf1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.068301] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.068500] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.068676] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Deleting the datastore file [datastore1] 4fa542f9-65e3-409b-b92c-f027ab8654b1 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.068994] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-167b54eb-eec6-407a-9b62-6f3b2f9b69dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.081480] env[69735]: DEBUG oslo_vmware.api [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for the task: (returnval){ [ 995.081480] env[69735]: value = "task-3605400" [ 995.081480] env[69735]: _type = "Task" [ 995.081480] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.083744] env[69735]: DEBUG oslo_vmware.api [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605395, 'name': PowerOffVM_Task, 'duration_secs': 0.289976} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.084377] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.084559] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.084967] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: e89f8758-2853-47a5-9158-3c0d3e88b121] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.089636] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a60d80fa-3f71-450b-b929-5babb1697074 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.091367] env[69735]: DEBUG oslo_vmware.api [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.158807] env[69735]: DEBUG nova.scheduler.client.report [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.172409] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.172669] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.172838] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Deleting the datastore file [datastore2] 45443b55-ca14-472c-99a3-7b2d8e4bba76 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.173143] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dc706a6-390e-4ad3-83ba-514932b032a7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.182995] env[69735]: DEBUG oslo_vmware.api [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for the task: (returnval){ [ 995.182995] env[69735]: value = "task-3605402" [ 995.182995] env[69735]: _type = "Task" [ 995.182995] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.191467] env[69735]: DEBUG oslo_vmware.api [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.214312] env[69735]: DEBUG nova.compute.manager [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.214554] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.215524] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b3c5a-35d7-4b8c-b848-db8e90a19523 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.223871] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.224317] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3a62ed5-9688-4f92-aafd-f915b150e84f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.234246] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605396, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.235740] env[69735]: DEBUG oslo_vmware.api [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 995.235740] env[69735]: value = "task-3605403" [ 995.235740] env[69735]: _type = "Task" [ 995.235740] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.243621] env[69735]: DEBUG oslo_vmware.api [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.349151] env[69735]: DEBUG oslo_vmware.api [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377045} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.349466] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.349666] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.349877] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.350043] env[69735]: INFO nova.compute.manager [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Took 1.20 seconds to destroy the instance on the hypervisor. [ 995.350344] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.350576] env[69735]: DEBUG nova.compute.manager [-] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.350674] env[69735]: DEBUG nova.network.neutron [-] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.593484] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 6ae1e213-9754-452a-ba79-04910f983b7f] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.596578] env[69735]: DEBUG oslo_vmware.api [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Task: {'id': task-3605400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264536} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.597253] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.597561] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.597853] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.598164] env[69735]: INFO nova.compute.manager [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.598528] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.598815] env[69735]: DEBUG nova.compute.manager [-] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.598967] env[69735]: DEBUG nova.network.neutron [-] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.667050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.667210] env[69735]: DEBUG nova.compute.manager [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.669690] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.959s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.669869] env[69735]: DEBUG nova.objects.instance [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 995.698308] env[69735]: DEBUG oslo_vmware.api [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Task: {'id': task-3605402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399729} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.698618] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.698901] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.699510] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.699823] env[69735]: INFO nova.compute.manager [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.700166] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.700365] env[69735]: DEBUG nova.compute.manager [-] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.700464] env[69735]: DEBUG nova.network.neutron [-] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.733808] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605396, 'name': ReconfigVM_Task, 'duration_secs': 0.58143} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.734130] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8e836323-ef53-49c1-a3fb-51934efecf6d/8e836323-ef53-49c1-a3fb-51934efecf6d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.734476] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69735) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 995.735136] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d6a370f4-4626-4717-98b0-109e293b737c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.746797] env[69735]: DEBUG oslo_vmware.api [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605403, 'name': PowerOffVM_Task, 'duration_secs': 0.274798} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.748043] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.748230] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.748529] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 995.748529] env[69735]: value = "task-3605404" [ 995.748529] env[69735]: _type = "Task" [ 995.748529] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.748717] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6798c2e-04a5-4b88-8ccd-b3abb87eb07a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.830604] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.830959] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.831033] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleting the datastore file [datastore1] d670c7fd-fdba-418d-8aad-959821894e9b {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.831526] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-776a0a20-05f5-4e9f-8bfa-03dbcfb17c77 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.839429] env[69735]: DEBUG oslo_vmware.api [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for the task: (returnval){ [ 995.839429] env[69735]: value = "task-3605406" [ 995.839429] env[69735]: _type = "Task" [ 995.839429] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.849627] env[69735]: DEBUG oslo_vmware.api [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.892151] env[69735]: DEBUG nova.compute.manager [req-a78e62e1-01e7-4fe9-a0e4-ca2dd2ca4e4c req-163865ac-fe94-44d0-9539-ff017de241cd service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Received event network-vif-deleted-b0dcac6f-53f0-484e-a5ed-37cebab3a524 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.892151] env[69735]: INFO nova.compute.manager [req-a78e62e1-01e7-4fe9-a0e4-ca2dd2ca4e4c req-163865ac-fe94-44d0-9539-ff017de241cd service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Neutron deleted interface b0dcac6f-53f0-484e-a5ed-37cebab3a524; detaching it from the instance and deleting it from the info cache [ 995.892354] env[69735]: DEBUG nova.network.neutron [req-a78e62e1-01e7-4fe9-a0e4-ca2dd2ca4e4c req-163865ac-fe94-44d0-9539-ff017de241cd service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.098529] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 67bbc2f0-bcac-401e-b6b4-4daf1db04b50] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.178345] env[69735]: DEBUG nova.compute.utils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.183255] env[69735]: DEBUG nova.compute.manager [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 996.259810] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605404, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.072881} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.260106] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69735) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 996.260966] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacaf9ad-bc1b-4e08-83b3-6e0e0325b778 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.293251] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8e836323-ef53-49c1-a3fb-51934efecf6d/ephemeral_0.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.294121] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-517bd939-51ef-4977-953e-9fd87b4763ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.315966] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 996.315966] env[69735]: value = "task-3605407" [ 996.315966] env[69735]: _type = "Task" [ 996.315966] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.327971] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.332419] env[69735]: DEBUG nova.network.neutron [-] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.351732] env[69735]: DEBUG oslo_vmware.api [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Task: {'id': task-3605406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429097} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.351929] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.352176] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.352439] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.352542] env[69735]: INFO nova.compute.manager [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 996.352785] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.352977] env[69735]: DEBUG nova.compute.manager [-] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.353086] env[69735]: DEBUG nova.network.neutron [-] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.399231] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64fa9820-ef6f-4e2b-a7b8-57102daa5a01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.414801] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deea984-c5fc-4083-9317-4019d2d6e13b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.453589] env[69735]: DEBUG nova.compute.manager [req-a78e62e1-01e7-4fe9-a0e4-ca2dd2ca4e4c req-163865ac-fe94-44d0-9539-ff017de241cd service nova] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Detach interface failed, port_id=b0dcac6f-53f0-484e-a5ed-37cebab3a524, reason: Instance c6c84afc-2a50-4406-b933-13136d8c0257 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.601953] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 0baee1f7-d302-478a-a737-d2204fdbf87d] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.684319] env[69735]: DEBUG nova.compute.manager [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.691024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-afa04319-d9ba-4e66-a4b9-d532a9e6e91a tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.691024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.845s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.691024] env[69735]: INFO nova.compute.claims [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.709280] env[69735]: DEBUG nova.network.neutron [-] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.766301] env[69735]: DEBUG nova.network.neutron [-] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.827214] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.835211] env[69735]: INFO nova.compute.manager [-] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Took 1.48 seconds to deallocate network for instance. [ 996.893620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "a8571657-4975-448d-9902-1ada5a780e15" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.893918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.894135] env[69735]: DEBUG nova.compute.manager [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Going to confirm migration 4 {{(pid=69735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 997.109036] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 589c23ff-f8bc-478b-9fc6-b3a83c1988fe] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.211940] env[69735]: INFO nova.compute.manager [-] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Took 1.61 seconds to deallocate network for instance. [ 997.272481] env[69735]: INFO nova.compute.manager [-] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Took 1.57 seconds to deallocate network for instance. [ 997.274717] env[69735]: DEBUG nova.network.neutron [-] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.328286] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605407, 'name': ReconfigVM_Task, 'duration_secs': 0.662457} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.328651] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8e836323-ef53-49c1-a3fb-51934efecf6d/ephemeral_0.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.329370] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0745b26c-7eb5-47a7-95aa-09a0526602f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.336654] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 997.336654] env[69735]: value = "task-3605408" [ 997.336654] env[69735]: _type = "Task" [ 997.336654] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.347686] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.347874] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605408, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.451428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.451707] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.452069] env[69735]: DEBUG nova.network.neutron [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.452365] env[69735]: DEBUG nova.objects.instance [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lazy-loading 'info_cache' on Instance uuid a8571657-4975-448d-9902-1ada5a780e15 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.611413] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 219adde7-07d4-40ca-b713-5b373532e734] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.696792] env[69735]: DEBUG nova.compute.manager [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.718032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.720316] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.720543] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.720706] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.720890] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.721047] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.721201] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.721412] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.721567] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.721733] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.721898] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.722135] env[69735]: DEBUG nova.virt.hardware [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.722999] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebabdf6-2f11-489e-9a1f-7582a98252e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.734049] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c985f3a-95bf-4450-aea3-361b1bdc8ee4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.749236] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.755077] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Creating folder: Project (ddffa87731524996926f49d7bb5eaff2). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.755376] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa3861fe-2243-4cd6-aed4-e0657dce848c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.766591] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Created folder: Project (ddffa87731524996926f49d7bb5eaff2) in parent group-v719064. [ 997.766842] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Creating folder: Instances. Parent ref: group-v719268. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.767108] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f585d0d-8cc2-44f7-bf1d-6822187ea1bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.776832] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Created folder: Instances in parent group-v719268. [ 997.777106] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.777308] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.777525] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93af1918-c0b4-4bce-af52-856c204c4db8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.792391] env[69735]: INFO nova.compute.manager [-] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Took 1.44 seconds to deallocate network for instance. [ 997.793038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.803632] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.803632] env[69735]: value = "task-3605411" [ 997.803632] env[69735]: _type = "Task" [ 997.803632] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.812758] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605411, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.849717] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605408, 'name': Rename_Task, 'duration_secs': 0.271622} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.851070] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.851070] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-181aa195-f170-4287-92a3-f6bd14647a88 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.856638] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 997.856638] env[69735]: value = "task-3605412" [ 997.856638] env[69735]: _type = "Task" [ 997.856638] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.866684] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.970377] env[69735]: DEBUG nova.compute.manager [req-0545156d-3388-4668-ab30-9d1eb54b8efb req-592b058f-4648-4ef7-9bcc-e63ab675cd6c service nova] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Received event network-vif-deleted-4a05e453-f243-46a1-9ebd-1c81c2843b72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.970583] env[69735]: DEBUG nova.compute.manager [req-0545156d-3388-4668-ab30-9d1eb54b8efb req-592b058f-4648-4ef7-9bcc-e63ab675cd6c service nova] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Received event network-vif-deleted-7ef511d6-867c-4370-b694-7339a87b5ace {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.970753] env[69735]: DEBUG nova.compute.manager [req-0545156d-3388-4668-ab30-9d1eb54b8efb req-592b058f-4648-4ef7-9bcc-e63ab675cd6c service nova] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Received event network-vif-deleted-645400d1-c93b-4274-9bab-bee529082e25 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.116601] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 666f7702-319f-454a-83be-82bc20009a5e] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.217852] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277148dd-b330-4e4f-882c-e8dd4ff8b281 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.226311] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdaaa19-2bfd-4e57-8616-04820f308418 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.258934] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a94887-065b-4f53-90b0-b8f5d5ce9039 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.266719] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7029c303-4cdc-41f3-9f79-91dd8916dee8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.280651] env[69735]: DEBUG nova.compute.provider_tree [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.301370] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.313061] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605411, 'name': CreateVM_Task, 'duration_secs': 0.330441} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.313292] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.313826] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.313988] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.314400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.314711] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4690fab-6ff7-4fcc-99f2-a92bbbaa09ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.319998] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 998.319998] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525840ba-f573-b2c1-50c8-f74df5061f15" [ 998.319998] env[69735]: _type = "Task" [ 998.319998] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.329935] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525840ba-f573-b2c1-50c8-f74df5061f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.366884] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605412, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.620793] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 68f200f0-923a-40b8-97f6-81ee88818e71] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.741014] env[69735]: DEBUG nova.network.neutron [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance_info_cache with network_info: [{"id": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "address": "fa:16:3e:3c:2e:09", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc35a3-d1", "ovs_interfaceid": "57fc35a3-d135-4883-84cf-b6739bb05fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.802504] env[69735]: ERROR nova.scheduler.client.report [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [req-1f29b3ca-8a56-4c97-82bb-f5e4d3c8fbeb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1f29b3ca-8a56-4c97-82bb-f5e4d3c8fbeb"}]} [ 998.819764] env[69735]: DEBUG nova.scheduler.client.report [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 998.837765] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525840ba-f573-b2c1-50c8-f74df5061f15, 'name': SearchDatastore_Task, 'duration_secs': 0.014122} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.838140] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.839169] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.839464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.839620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.839812] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.840182] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e58fa08f-4fdb-43ef-9105-0f64a95e56d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.849420] env[69735]: DEBUG nova.scheduler.client.report [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 998.849639] env[69735]: DEBUG nova.compute.provider_tree [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.853569] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.853860] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.855198] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac34c171-4aee-4b6d-9e70-f16006416c16 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.863223] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 998.863223] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ece5b8-0f1b-d628-7354-2494758758cd" [ 998.863223] env[69735]: _type = "Task" [ 998.863223] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.872337] env[69735]: DEBUG nova.scheduler.client.report [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 998.874492] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.881180] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ece5b8-0f1b-d628-7354-2494758758cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.882135] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a55a950-cee0-4bed-95ed-ba758b240ca7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.888224] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 998.888224] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5293c409-f316-0ada-1137-c777f0f16644" [ 998.888224] env[69735]: _type = "Task" [ 998.888224] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.891961] env[69735]: DEBUG nova.scheduler.client.report [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 998.899701] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5293c409-f316-0ada-1137-c777f0f16644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.127472] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 0c8ded47-c27f-4f0a-ac26-12d385127ec2] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.246413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-a8571657-4975-448d-9902-1ada5a780e15" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.246676] env[69735]: DEBUG nova.objects.instance [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lazy-loading 'migration_context' on Instance uuid a8571657-4975-448d-9902-1ada5a780e15 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.349828] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee25ef9-cd5a-4d74-b52b-ec11abd6f516 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.357275] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8bca6c-79af-451b-8747-e424dcaf73a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.368280] env[69735]: DEBUG oslo_vmware.api [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605412, 'name': PowerOnVM_Task, 'duration_secs': 1.020598} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.392967] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.393246] env[69735]: INFO nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Took 10.14 seconds to spawn the instance on the hypervisor. [ 999.393455] env[69735]: DEBUG nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.394763] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5259fbfb-645e-4095-a28c-01f665550349 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.400464] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d923cb-efee-46b1-a290-289578ba7039 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.413722] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5293c409-f316-0ada-1137-c777f0f16644, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.415155] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a9172a-3bf8-48f2-aea9-f920d0f5ea55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.422033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.422033] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d5a350ac-d4c3-4b67-b8eb-df12d65daa67/d5a350ac-d4c3-4b67-b8eb-df12d65daa67.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.422033] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e467dcb-eecd-40d0-86b3-3f37359d21d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.433204] env[69735]: DEBUG nova.compute.provider_tree [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.435624] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 999.435624] env[69735]: value = "task-3605413" [ 999.435624] env[69735]: _type = "Task" [ 999.435624] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.631367] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 090defd1-8b7c-42f3-a9f3-4cb1308b8261] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.749813] env[69735]: DEBUG nova.objects.base [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 999.750790] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d174c69-92bc-4e4a-a668-a282200f81ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.770571] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e903ea5b-9a1e-4f86-8008-eb96e84775e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.776716] env[69735]: DEBUG oslo_vmware.api [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 999.776716] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b1b722-f958-d81e-bcca-c39107277360" [ 999.776716] env[69735]: _type = "Task" [ 999.776716] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.785313] env[69735]: DEBUG oslo_vmware.api [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b1b722-f958-d81e-bcca-c39107277360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.922916] env[69735]: INFO nova.compute.manager [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Took 61.51 seconds to build instance. [ 999.953555] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.980157] env[69735]: DEBUG nova.scheduler.client.report [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 999.980553] env[69735]: DEBUG nova.compute.provider_tree [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 101 to 102 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 999.980747] env[69735]: DEBUG nova.compute.provider_tree [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.134322] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 1baf08c6-9f09-463b-abe4-9fc3ffc9bd38] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.288301] env[69735]: DEBUG oslo_vmware.api [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b1b722-f958-d81e-bcca-c39107277360, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.288647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.425202] env[69735]: DEBUG oslo_concurrency.lockutils [None req-319d41da-ba12-4700-996d-66741515e0d1 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "8e836323-ef53-49c1-a3fb-51934efecf6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.183s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.450506] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739779} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.452331] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] d5a350ac-d4c3-4b67-b8eb-df12d65daa67/d5a350ac-d4c3-4b67-b8eb-df12d65daa67.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.452331] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.452331] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39864af8-2d93-49ee-92d2-677ca074e42a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.459643] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 1000.459643] env[69735]: value = "task-3605414" [ 1000.459643] env[69735]: _type = "Task" [ 1000.459643] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.467893] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.477564] env[69735]: DEBUG nova.compute.manager [req-b3e269e1-3b91-43c2-b689-3ec518e4fc13 req-d3e03289-f573-41b2-9307-eecbc33100a8 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Received event network-changed-177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.477889] env[69735]: DEBUG nova.compute.manager [req-b3e269e1-3b91-43c2-b689-3ec518e4fc13 req-d3e03289-f573-41b2-9307-eecbc33100a8 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Refreshing instance network info cache due to event network-changed-177e5e2b-7d3f-4210-933b-0737d91c9f65. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.478179] env[69735]: DEBUG oslo_concurrency.lockutils [req-b3e269e1-3b91-43c2-b689-3ec518e4fc13 req-d3e03289-f573-41b2-9307-eecbc33100a8 service nova] Acquiring lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.478363] env[69735]: DEBUG oslo_concurrency.lockutils [req-b3e269e1-3b91-43c2-b689-3ec518e4fc13 req-d3e03289-f573-41b2-9307-eecbc33100a8 service nova] Acquired lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.478727] env[69735]: DEBUG nova.network.neutron [req-b3e269e1-3b91-43c2-b689-3ec518e4fc13 req-d3e03289-f573-41b2-9307-eecbc33100a8 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Refreshing network info cache for port 177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.486593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.798s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.487078] env[69735]: DEBUG nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.490305] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.291s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.491740] env[69735]: INFO nova.compute.claims [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.638216] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 328594d8-fc29-4d5f-a04f-047d540f9d56] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.969267] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107574} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.969805] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.970441] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f5931a-0ddd-4073-8794-4801569a5786 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.993040] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d5a350ac-d4c3-4b67-b8eb-df12d65daa67/d5a350ac-d4c3-4b67-b8eb-df12d65daa67.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.993339] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-960d6343-b3a9-4f30-89dd-1dab18ab7839 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.012354] env[69735]: DEBUG nova.compute.utils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.013528] env[69735]: DEBUG nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.013703] env[69735]: DEBUG nova.network.neutron [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.021082] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 1001.021082] env[69735]: value = "task-3605415" [ 1001.021082] env[69735]: _type = "Task" [ 1001.021082] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.031449] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.108033] env[69735]: DEBUG nova.policy [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009dfd82ed704828bc88401014c57d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1a8427fd7b8481b8ee69e1eb37b46c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.141931] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: e228cfb3-e146-4148-bc18-b23080c2a06a] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.514538] env[69735]: DEBUG nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.546185] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605415, 'name': ReconfigVM_Task, 'duration_secs': 0.338203} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.546185] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d5a350ac-d4c3-4b67-b8eb-df12d65daa67/d5a350ac-d4c3-4b67-b8eb-df12d65daa67.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.546185] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877a604c-e97d-4a5a-a196-67c767452d42 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.552936] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 1001.552936] env[69735]: value = "task-3605416" [ 1001.552936] env[69735]: _type = "Task" [ 1001.552936] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.566046] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605416, 'name': Rename_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.645594] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d4b37d65-3847-4913-aa50-d6b93378a4e0] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.809333] env[69735]: DEBUG nova.network.neutron [req-b3e269e1-3b91-43c2-b689-3ec518e4fc13 req-d3e03289-f573-41b2-9307-eecbc33100a8 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Updated VIF entry in instance network info cache for port 177e5e2b-7d3f-4210-933b-0737d91c9f65. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.809674] env[69735]: DEBUG nova.network.neutron [req-b3e269e1-3b91-43c2-b689-3ec518e4fc13 req-d3e03289-f573-41b2-9307-eecbc33100a8 service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Updating instance_info_cache with network_info: [{"id": "177e5e2b-7d3f-4210-933b-0737d91c9f65", "address": "fa:16:3e:6d:61:56", "network": {"id": "ed156d84-7f03-4dfd-9f31-478c1877cbc8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-454487146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacbb12c9cbf4cf0b2db5716e0ec4e24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177e5e2b-7d", "ovs_interfaceid": "177e5e2b-7d3f-4210-933b-0737d91c9f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.022673] env[69735]: DEBUG nova.network.neutron [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Successfully created port: be424168-4dc4-4cf9-a6a8-779ef9932b19 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.049403] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f67e62e-ee28-4ec3-bebe-781e2a50f195 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.062601] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b61c6f6-7600-4a4b-a796-67e91646ee93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.072864] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605416, 'name': Rename_Task, 'duration_secs': 0.147155} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.099242] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.100133] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4155f092-0983-4240-abd2-687e2af778d5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.102373] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f10ab-164a-44e5-a195-86546dd21715 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.110265] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 1002.110265] env[69735]: value = "task-3605417" [ 1002.110265] env[69735]: _type = "Task" [ 1002.110265] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.116639] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41093acb-f884-417a-9baa-92ec8d3208aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.136387] env[69735]: DEBUG nova.compute.provider_tree [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.151335] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: be1d2d89-cc25-465b-b8d6-905b2c838de6] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.312330] env[69735]: DEBUG oslo_concurrency.lockutils [req-b3e269e1-3b91-43c2-b689-3ec518e4fc13 req-d3e03289-f573-41b2-9307-eecbc33100a8 service nova] Releasing lock "refresh_cache-8e836323-ef53-49c1-a3fb-51934efecf6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.428789] env[69735]: DEBUG oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262360d-de66-c863-9b23-46633e85624b/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.429723] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311d14c5-44d8-4f7e-94e2-5e73d6ebd307 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.436410] env[69735]: DEBUG oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262360d-de66-c863-9b23-46633e85624b/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.436580] env[69735]: ERROR oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262360d-de66-c863-9b23-46633e85624b/disk-0.vmdk due to incomplete transfer. [ 1002.436864] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff48718f-1ff4-4ac4-8709-582f23f81c5e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.444876] env[69735]: DEBUG oslo_vmware.rw_handles [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262360d-de66-c863-9b23-46633e85624b/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1002.445089] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Uploaded image 1961e516-7298-4949-9f24-67876a9c4d39 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1002.447309] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.447568] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4034d4e1-4030-499f-9510-6fc769f773ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.453419] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 1002.453419] env[69735]: value = "task-3605418" [ 1002.453419] env[69735]: _type = "Task" [ 1002.453419] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.461115] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605418, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.531717] env[69735]: DEBUG nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.556659] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.556924] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.557103] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.557422] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.557647] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.557826] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.558066] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.558235] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.558413] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.558577] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.558863] env[69735]: DEBUG nova.virt.hardware [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.559904] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a850bcb0-e4fa-4fd8-be51-d11bbd632f03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.569031] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a6cc40-eb0f-4869-a640-f19ccdb97bd4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.622300] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.639409] env[69735]: DEBUG nova.scheduler.client.report [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.654433] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: b43eab86-a3b9-4f1b-b074-dc65bca9d10f] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.963716] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605418, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.122620] env[69735]: DEBUG oslo_vmware.api [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605417, 'name': PowerOnVM_Task, 'duration_secs': 0.611827} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.122929] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.123158] env[69735]: INFO nova.compute.manager [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Took 5.43 seconds to spawn the instance on the hypervisor. [ 1003.123379] env[69735]: DEBUG nova.compute.manager [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.124180] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9852e4ce-6b96-4a47-82cf-eb5b5516b16f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.145963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.146568] env[69735]: DEBUG nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.149187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 36.894s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.158200] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: a360387a-e02f-41c5-9b10-c67fb03433f8] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.464941] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605418, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.552178] env[69735]: DEBUG nova.compute.manager [req-c9af7d75-e4cf-4f19-8059-dec4dd031248 req-dacd4a14-3d4a-4714-96e2-5467a457d397 service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Received event network-vif-plugged-be424168-4dc4-4cf9-a6a8-779ef9932b19 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.552178] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9af7d75-e4cf-4f19-8059-dec4dd031248 req-dacd4a14-3d4a-4714-96e2-5467a457d397 service nova] Acquiring lock "02d38753-5c00-4458-98c6-7c9aecbfe906-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.552178] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9af7d75-e4cf-4f19-8059-dec4dd031248 req-dacd4a14-3d4a-4714-96e2-5467a457d397 service nova] Lock "02d38753-5c00-4458-98c6-7c9aecbfe906-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.552178] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9af7d75-e4cf-4f19-8059-dec4dd031248 req-dacd4a14-3d4a-4714-96e2-5467a457d397 service nova] Lock "02d38753-5c00-4458-98c6-7c9aecbfe906-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.553107] env[69735]: DEBUG nova.compute.manager [req-c9af7d75-e4cf-4f19-8059-dec4dd031248 req-dacd4a14-3d4a-4714-96e2-5467a457d397 service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] No waiting events found dispatching network-vif-plugged-be424168-4dc4-4cf9-a6a8-779ef9932b19 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.553545] env[69735]: WARNING nova.compute.manager [req-c9af7d75-e4cf-4f19-8059-dec4dd031248 req-dacd4a14-3d4a-4714-96e2-5467a457d397 service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Received unexpected event network-vif-plugged-be424168-4dc4-4cf9-a6a8-779ef9932b19 for instance with vm_state building and task_state spawning. [ 1003.635551] env[69735]: DEBUG nova.network.neutron [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Successfully updated port: be424168-4dc4-4cf9-a6a8-779ef9932b19 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.643585] env[69735]: INFO nova.compute.manager [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Took 54.30 seconds to build instance. [ 1003.658530] env[69735]: DEBUG nova.compute.utils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.660142] env[69735]: DEBUG nova.objects.instance [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lazy-loading 'migration_context' on Instance uuid abbd2490-51e6-4c89-865a-7ce4d096e72e {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.662250] env[69735]: DEBUG nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.662517] env[69735]: DEBUG nova.network.neutron [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.665285] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 4ce1e0c3-ce34-4acf-9a72-64c832056360] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.716057] env[69735]: DEBUG nova.policy [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451c2bdd95894deeb59c52a166c68296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89145079f85e4bf8a8df148aa37d4b7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.966015] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605418, 'name': Destroy_Task, 'duration_secs': 1.474468} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.966330] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Destroyed the VM [ 1003.966574] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.966834] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6cd2a2d4-2821-4e79-93ab-d5dad905ff15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.972543] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 1003.972543] env[69735]: value = "task-3605419" [ 1003.972543] env[69735]: _type = "Task" [ 1003.972543] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.980499] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605419, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.141033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "refresh_cache-02d38753-5c00-4458-98c6-7c9aecbfe906" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.141325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "refresh_cache-02d38753-5c00-4458-98c6-7c9aecbfe906" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.141373] env[69735]: DEBUG nova.network.neutron [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.147731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7e083fd5-2de8-41d8-a4b1-a65a7d6d4c2d tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.399s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.165624] env[69735]: DEBUG nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.177986] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: c5cf678b-99a6-4322-adfc-172f3e4d55f7] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.184266] env[69735]: DEBUG nova.network.neutron [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Successfully created port: 5ab42490-8198-406e-9986-2487aa1669d9 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.390044] env[69735]: DEBUG nova.compute.manager [None req-e67494b4-e4e3-4d87-bc32-07ca8dc77b4b tempest-ServerDiagnosticsV248Test-504658023 tempest-ServerDiagnosticsV248Test-504658023-project-admin] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.391122] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e577de6b-486d-44ee-a51b-57b0ee2b7b83 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.401075] env[69735]: INFO nova.compute.manager [None req-e67494b4-e4e3-4d87-bc32-07ca8dc77b4b tempest-ServerDiagnosticsV248Test-504658023 tempest-ServerDiagnosticsV248Test-504658023-project-admin] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Retrieving diagnostics [ 1004.401850] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce76022-763b-4d2f-b4d0-f3462a8694e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.483431] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605419, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.671176] env[69735]: DEBUG nova.network.neutron [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.681468] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532452e1-214c-46c7-bf54-5ecde5d8f395 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.685406] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 0f69937d-222e-4155-8ecf-5d5fb86d68b6] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.693583] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3050b12-12bd-4d0c-a002-f9d511d7750d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.736098] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd105a-ac2d-4996-9b72-f156d6937283 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.746642] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744fd705-df11-40d3-a8c0-180073294eb8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.764512] env[69735]: DEBUG nova.compute.provider_tree [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.856525] env[69735]: DEBUG nova.network.neutron [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Updating instance_info_cache with network_info: [{"id": "be424168-4dc4-4cf9-a6a8-779ef9932b19", "address": "fa:16:3e:09:bd:5f", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe424168-4d", "ovs_interfaceid": "be424168-4dc4-4cf9-a6a8-779ef9932b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.984150] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605419, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.186782] env[69735]: DEBUG nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.189489] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 80fc2079-55e2-4bb4-949f-c74422f9eeef] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.214819] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.215157] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.215384] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.215607] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.215765] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.215979] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.216225] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.216445] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.216670] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.216830] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.217074] env[69735]: DEBUG nova.virt.hardware [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.218322] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71531d5e-c25c-4823-bd77-c74bfee414aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.227908] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d021efc-5129-45c4-964a-36c53b70cfcb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.267148] env[69735]: DEBUG nova.scheduler.client.report [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.359546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "refresh_cache-02d38753-5c00-4458-98c6-7c9aecbfe906" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.359983] env[69735]: DEBUG nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Instance network_info: |[{"id": "be424168-4dc4-4cf9-a6a8-779ef9932b19", "address": "fa:16:3e:09:bd:5f", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe424168-4d", "ovs_interfaceid": "be424168-4dc4-4cf9-a6a8-779ef9932b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.360678] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:bd:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be424168-4dc4-4cf9-a6a8-779ef9932b19', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.369151] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.369426] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.369709] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffc9eb01-9aed-4dfc-87e3-d75a86c4f065 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.391735] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.391735] env[69735]: value = "task-3605420" [ 1005.391735] env[69735]: _type = "Task" [ 1005.391735] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.400629] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605420, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.487792] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605419, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.579509] env[69735]: DEBUG nova.compute.manager [req-35ae81b2-eaf2-4242-af58-07e665f43d68 req-758b8e1a-4e44-4fab-ae64-617c1315058e service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Received event network-changed-be424168-4dc4-4cf9-a6a8-779ef9932b19 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.579715] env[69735]: DEBUG nova.compute.manager [req-35ae81b2-eaf2-4242-af58-07e665f43d68 req-758b8e1a-4e44-4fab-ae64-617c1315058e service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Refreshing instance network info cache due to event network-changed-be424168-4dc4-4cf9-a6a8-779ef9932b19. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.579937] env[69735]: DEBUG oslo_concurrency.lockutils [req-35ae81b2-eaf2-4242-af58-07e665f43d68 req-758b8e1a-4e44-4fab-ae64-617c1315058e service nova] Acquiring lock "refresh_cache-02d38753-5c00-4458-98c6-7c9aecbfe906" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.580092] env[69735]: DEBUG oslo_concurrency.lockutils [req-35ae81b2-eaf2-4242-af58-07e665f43d68 req-758b8e1a-4e44-4fab-ae64-617c1315058e service nova] Acquired lock "refresh_cache-02d38753-5c00-4458-98c6-7c9aecbfe906" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.580279] env[69735]: DEBUG nova.network.neutron [req-35ae81b2-eaf2-4242-af58-07e665f43d68 req-758b8e1a-4e44-4fab-ae64-617c1315058e service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Refreshing network info cache for port be424168-4dc4-4cf9-a6a8-779ef9932b19 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.692632] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: b0de3cdc-649d-4496-990a-463387e092da] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.902628] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605420, 'name': CreateVM_Task, 'duration_secs': 0.363779} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.902684] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.903380] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.903554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.903887] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.904166] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8eefd6-8f3a-450b-a98d-010a36b41df6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.910505] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1005.910505] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526954be-c87b-c52b-0a2d-c186d4208efc" [ 1005.910505] env[69735]: _type = "Task" [ 1005.910505] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.913950] env[69735]: DEBUG nova.network.neutron [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Successfully updated port: 5ab42490-8198-406e-9986-2487aa1669d9 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.919607] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526954be-c87b-c52b-0a2d-c186d4208efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.985879] env[69735]: DEBUG oslo_vmware.api [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605419, 'name': RemoveSnapshot_Task, 'duration_secs': 1.546984} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.985879] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1005.985879] env[69735]: INFO nova.compute.manager [None req-6b591824-89ee-49fd-8064-1cdaacec45de tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Took 18.85 seconds to snapshot the instance on the hypervisor. [ 1006.196644] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 58f4e063-6abe-46ee-9a30-ee3cd7cd70d5] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.278236] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.129s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.284098] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.502s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.284293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.286651] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.984s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.289901] env[69735]: INFO nova.compute.claims [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.360228] env[69735]: INFO nova.scheduler.client.report [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Deleted allocations for instance a457c297-0bf1-4faf-af8e-a00ff265462a [ 1006.421622] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "refresh_cache-18418e30-c3a0-45d8-bf6e-dec88b0c0102" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.421777] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "refresh_cache-18418e30-c3a0-45d8-bf6e-dec88b0c0102" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.421927] env[69735]: DEBUG nova.network.neutron [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.423292] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526954be-c87b-c52b-0a2d-c186d4208efc, 'name': SearchDatastore_Task, 'duration_secs': 0.018299} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.423843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.424071] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.424296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.424439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.424618] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.424877] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efdca30c-cc02-457f-a0cd-1bf5a747b56a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.427787] env[69735]: DEBUG nova.network.neutron [req-35ae81b2-eaf2-4242-af58-07e665f43d68 req-758b8e1a-4e44-4fab-ae64-617c1315058e service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Updated VIF entry in instance network info cache for port be424168-4dc4-4cf9-a6a8-779ef9932b19. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.428168] env[69735]: DEBUG nova.network.neutron [req-35ae81b2-eaf2-4242-af58-07e665f43d68 req-758b8e1a-4e44-4fab-ae64-617c1315058e service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Updating instance_info_cache with network_info: [{"id": "be424168-4dc4-4cf9-a6a8-779ef9932b19", "address": "fa:16:3e:09:bd:5f", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe424168-4d", "ovs_interfaceid": "be424168-4dc4-4cf9-a6a8-779ef9932b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.438460] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.438639] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.439830] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95b1bac-e884-4d3d-801d-d76d847c8ad6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.445087] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1006.445087] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5212a8a6-ecd3-1b89-fd2d-5a2ba4c9bde4" [ 1006.445087] env[69735]: _type = "Task" [ 1006.445087] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.452775] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5212a8a6-ecd3-1b89-fd2d-5a2ba4c9bde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.700207] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 57385667-4ff4-49e8-88d3-f60ed2207f9a] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.873675] env[69735]: DEBUG oslo_concurrency.lockutils [None req-72aec15f-ee96-423f-88e3-1f189fb91d80 tempest-ServerShowV254Test-804982628 tempest-ServerShowV254Test-804982628-project-member] Lock "a457c297-0bf1-4faf-af8e-a00ff265462a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.645s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.931478] env[69735]: DEBUG oslo_concurrency.lockutils [req-35ae81b2-eaf2-4242-af58-07e665f43d68 req-758b8e1a-4e44-4fab-ae64-617c1315058e service nova] Releasing lock "refresh_cache-02d38753-5c00-4458-98c6-7c9aecbfe906" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.956709] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5212a8a6-ecd3-1b89-fd2d-5a2ba4c9bde4, 'name': SearchDatastore_Task, 'duration_secs': 0.033312} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.958130] env[69735]: DEBUG nova.network.neutron [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.960927] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9d4343-032c-46e0-a74f-ee77b91db626 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.966714] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1006.966714] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524f36e0-441c-135e-1061-f351a9f4a415" [ 1006.966714] env[69735]: _type = "Task" [ 1006.966714] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.976165] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524f36e0-441c-135e-1061-f351a9f4a415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.094829] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6c6ee8bd-e4a8-457a-a089-de10f7c02378 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.095226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6c6ee8bd-e4a8-457a-a089-de10f7c02378 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.096805] env[69735]: DEBUG nova.objects.instance [None req-6c6ee8bd-e4a8-457a-a089-de10f7c02378 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'flavor' on Instance uuid 187cd818-d85b-421b-8b69-9b20e04e146b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.119893] env[69735]: DEBUG nova.network.neutron [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Updating instance_info_cache with network_info: [{"id": "5ab42490-8198-406e-9986-2487aa1669d9", "address": "fa:16:3e:22:4f:a9", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab42490-81", "ovs_interfaceid": "5ab42490-8198-406e-9986-2487aa1669d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.203269] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: ace797e6-97fb-49f0-a35e-9259de311409] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.478533] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524f36e0-441c-135e-1061-f351a9f4a415, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.481332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.481650] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 02d38753-5c00-4458-98c6-7c9aecbfe906/02d38753-5c00-4458-98c6-7c9aecbfe906.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.482214] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26c5c4f2-22bd-46fd-9a77-75f715cddb5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.489594] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1007.489594] env[69735]: value = "task-3605421" [ 1007.489594] env[69735]: _type = "Task" [ 1007.489594] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.499456] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.599630] env[69735]: DEBUG nova.objects.instance [None req-6c6ee8bd-e4a8-457a-a089-de10f7c02378 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'pci_requests' on Instance uuid 187cd818-d85b-421b-8b69-9b20e04e146b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.624408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "refresh_cache-18418e30-c3a0-45d8-bf6e-dec88b0c0102" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.624742] env[69735]: DEBUG nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Instance network_info: |[{"id": "5ab42490-8198-406e-9986-2487aa1669d9", "address": "fa:16:3e:22:4f:a9", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab42490-81", "ovs_interfaceid": "5ab42490-8198-406e-9986-2487aa1669d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.625413] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:4f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ab42490-8198-406e-9986-2487aa1669d9', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.633125] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.633641] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.633885] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6391dde-0e76-4803-b8ec-4651dcf3cb28 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.658015] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.658015] env[69735]: value = "task-3605422" [ 1007.658015] env[69735]: _type = "Task" [ 1007.658015] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.668041] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605422, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.707238] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 8c1a6b7c-f693-4566-a9f6-8053860b1699] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.752640] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e1a5f-3218-4e4f-bfa7-afd4605a1f54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.761710] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ecb297-efa5-4141-b09c-0f114eba6b46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.798894] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f802f2d2-28a8-429b-a553-d864a17f98a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.807885] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf69b56-9de2-4bdd-a4d4-ff4046128690 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.824999] env[69735]: DEBUG nova.compute.provider_tree [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.834499] env[69735]: INFO nova.compute.manager [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Swapping old allocation on dict_keys(['41570629-1595-48b8-987e-dbba8db28f32']) held by migration 3ede378e-4909-4d83-b5fa-02aae4802689 for instance [ 1007.863705] env[69735]: DEBUG nova.scheduler.client.report [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Overwriting current allocation {'allocations': {'41570629-1595-48b8-987e-dbba8db28f32': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': 'b256ed4a23fe4857b003cdee07f73dcc', 'user_id': '4266481c1f1b417a86cba943352a378a', 'consumer_generation': 1} on consumer abbd2490-51e6-4c89-865a-7ce4d096e72e {{(pid=69735) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1007.970189] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.970443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquired lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.970636] env[69735]: DEBUG nova.network.neutron [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.979973] env[69735]: DEBUG nova.compute.manager [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Received event network-vif-plugged-5ab42490-8198-406e-9986-2487aa1669d9 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.980224] env[69735]: DEBUG oslo_concurrency.lockutils [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] Acquiring lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.980488] env[69735]: DEBUG oslo_concurrency.lockutils [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] Lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.980665] env[69735]: DEBUG oslo_concurrency.lockutils [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] Lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.980830] env[69735]: DEBUG nova.compute.manager [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] No waiting events found dispatching network-vif-plugged-5ab42490-8198-406e-9986-2487aa1669d9 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.981007] env[69735]: WARNING nova.compute.manager [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Received unexpected event network-vif-plugged-5ab42490-8198-406e-9986-2487aa1669d9 for instance with vm_state building and task_state spawning. [ 1007.981216] env[69735]: DEBUG nova.compute.manager [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Received event network-changed-5ab42490-8198-406e-9986-2487aa1669d9 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.981404] env[69735]: DEBUG nova.compute.manager [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Refreshing instance network info cache due to event network-changed-5ab42490-8198-406e-9986-2487aa1669d9. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.981616] env[69735]: DEBUG oslo_concurrency.lockutils [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] Acquiring lock "refresh_cache-18418e30-c3a0-45d8-bf6e-dec88b0c0102" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.981761] env[69735]: DEBUG oslo_concurrency.lockutils [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] Acquired lock "refresh_cache-18418e30-c3a0-45d8-bf6e-dec88b0c0102" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.981965] env[69735]: DEBUG nova.network.neutron [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Refreshing network info cache for port 5ab42490-8198-406e-9986-2487aa1669d9 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.000481] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495446} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.000770] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 02d38753-5c00-4458-98c6-7c9aecbfe906/02d38753-5c00-4458-98c6-7c9aecbfe906.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.000980] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.001252] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cb27ea1-d379-4f4f-bc9d-dd1da7e2d5bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.007260] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1008.007260] env[69735]: value = "task-3605423" [ 1008.007260] env[69735]: _type = "Task" [ 1008.007260] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.016051] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.104793] env[69735]: DEBUG nova.objects.base [None req-6c6ee8bd-e4a8-457a-a089-de10f7c02378 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Object Instance<187cd818-d85b-421b-8b69-9b20e04e146b> lazy-loaded attributes: flavor,pci_requests {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.105199] env[69735]: DEBUG nova.network.neutron [None req-6c6ee8bd-e4a8-457a-a089-de10f7c02378 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.167666] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605422, 'name': CreateVM_Task, 'duration_secs': 0.455318} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.167839] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.168527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.168677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.168958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.169229] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff2ae95-cb2d-4470-9783-08c29fb054bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.174918] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1008.174918] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527921de-3552-d0b4-648f-dad4226ab8c2" [ 1008.174918] env[69735]: _type = "Task" [ 1008.174918] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.182471] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527921de-3552-d0b4-648f-dad4226ab8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.211166] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6c6ee8bd-e4a8-457a-a089-de10f7c02378 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.116s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.212733] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d6551491-3d04-43fa-9813-3af8725c7b9d] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.271222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquiring lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.271498] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.271704] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquiring lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.271885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.272063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.274552] env[69735]: INFO nova.compute.manager [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Terminating instance [ 1008.327712] env[69735]: DEBUG nova.scheduler.client.report [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.518948] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160321} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.519320] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.520419] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512317ee-9894-4585-8590-1952352cb242 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.552631] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 02d38753-5c00-4458-98c6-7c9aecbfe906/02d38753-5c00-4458-98c6-7c9aecbfe906.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.558327] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666f8ea7-e82b-4dbe-96c7-4fb248f3c331 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.586533] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1008.586533] env[69735]: value = "task-3605424" [ 1008.586533] env[69735]: _type = "Task" [ 1008.586533] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.599418] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.688510] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527921de-3552-d0b4-648f-dad4226ab8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012584} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.689090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.689449] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.689827] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.690114] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.690508] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.691148] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d2cf87f-8ce2-4ba8-bef4-243b57bd6700 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.707024] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.707024] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.707024] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee6c491-8607-4ad0-b495-87a25ebbcfaa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.711962] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1008.711962] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217f3da-548a-1114-18b6-210ed7c180ef" [ 1008.711962] env[69735]: _type = "Task" [ 1008.711962] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.718599] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 3a7606e7-37de-411d-a478-d800677c3d13] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.726194] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217f3da-548a-1114-18b6-210ed7c180ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.778289] env[69735]: DEBUG nova.compute.manager [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.778862] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.779913] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2002b0ba-6770-4536-b9fb-cc1839e08927 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.788311] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.788796] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87bbad23-fea4-4eb5-9760-63ecb1f014eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.799633] env[69735]: DEBUG oslo_vmware.api [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 1008.799633] env[69735]: value = "task-3605425" [ 1008.799633] env[69735]: _type = "Task" [ 1008.799633] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.808100] env[69735]: DEBUG oslo_vmware.api [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.833401] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.834523] env[69735]: DEBUG nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.839085] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.406s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.839599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.842812] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.908s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.845364] env[69735]: INFO nova.compute.claims [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.882580] env[69735]: INFO nova.scheduler.client.report [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Deleted allocations for instance a0982ea0-b854-4de4-9694-3a2c44523ad3 [ 1008.976325] env[69735]: DEBUG nova.network.neutron [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance_info_cache with network_info: [{"id": "7024359f-d55a-44bc-abed-731d8e59ebfb", "address": "fa:16:3e:d4:a1:ad", "network": {"id": "c259d478-06ae-42f6-882a-527d03209e0d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a17cd48a72254373bc090d67dcc04a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7024359f-d5", "ovs_interfaceid": "7024359f-d55a-44bc-abed-731d8e59ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.986152] env[69735]: DEBUG nova.network.neutron [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Updated VIF entry in instance network info cache for port 5ab42490-8198-406e-9986-2487aa1669d9. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.986567] env[69735]: DEBUG nova.network.neutron [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Updating instance_info_cache with network_info: [{"id": "5ab42490-8198-406e-9986-2487aa1669d9", "address": "fa:16:3e:22:4f:a9", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab42490-81", "ovs_interfaceid": "5ab42490-8198-406e-9986-2487aa1669d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.099819] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.226137] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 04800cfa-2e24-43bc-9198-0a0f41151dc0] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.227817] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5217f3da-548a-1114-18b6-210ed7c180ef, 'name': SearchDatastore_Task, 'duration_secs': 0.027885} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.230780] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461ad83f-5cc5-4428-99be-9376ad10a7d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.236969] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1009.236969] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e42267-a92f-b3ce-c4ab-da9a05a583c4" [ 1009.236969] env[69735]: _type = "Task" [ 1009.236969] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.245662] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e42267-a92f-b3ce-c4ab-da9a05a583c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.313041] env[69735]: DEBUG oslo_vmware.api [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605425, 'name': PowerOffVM_Task, 'duration_secs': 0.340223} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.313041] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.313385] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.313638] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cee0391-72fe-4f8b-96c2-e5aea695cc0a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.352227] env[69735]: DEBUG nova.compute.utils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.356154] env[69735]: DEBUG nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.356154] env[69735]: DEBUG nova.network.neutron [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.395211] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cb4464be-6b58-4efc-b8bc-72d1b9be5f52 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "a0982ea0-b854-4de4-9694-3a2c44523ad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.409s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.411628] env[69735]: DEBUG nova.policy [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5c5a5751ca04421ae475a074f80b92f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5745efd5651543228f2c2ff93397f3b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.479573] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Releasing lock "refresh_cache-abbd2490-51e6-4c89-865a-7ce4d096e72e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.480073] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.480357] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c39cb356-dcc7-4574-bd32-94126b31543d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.488114] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1009.488114] env[69735]: value = "task-3605427" [ 1009.488114] env[69735]: _type = "Task" [ 1009.488114] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.492423] env[69735]: DEBUG oslo_concurrency.lockutils [req-b169b96e-6782-43e4-93e1-f27c271b69b3 req-c2ccd28f-2d3f-4ef7-abee-a2f243c16cbf service nova] Releasing lock "refresh_cache-18418e30-c3a0-45d8-bf6e-dec88b0c0102" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.497611] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.602816] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605424, 'name': ReconfigVM_Task, 'duration_secs': 0.888056} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.604254] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 02d38753-5c00-4458-98c6-7c9aecbfe906/02d38753-5c00-4458-98c6-7c9aecbfe906.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.604983] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fd36681-a98f-42ff-b126-fc257eac3efd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.612848] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1009.612848] env[69735]: value = "task-3605428" [ 1009.612848] env[69735]: _type = "Task" [ 1009.612848] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.626569] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605428, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.731278] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d377096a-422a-4b72-88db-08bf0b8f8fa7] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.746911] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.746911] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.746911] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Deleting the datastore file [datastore2] 3a1bc72d-ba13-4db4-95cb-3922dc50345a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.755080] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-217f343b-4d0d-448c-95f1-9ac652cbba3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.758820] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e42267-a92f-b3ce-c4ab-da9a05a583c4, 'name': SearchDatastore_Task, 'duration_secs': 0.027037} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.760722] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.760722] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 18418e30-c3a0-45d8-bf6e-dec88b0c0102/18418e30-c3a0-45d8-bf6e-dec88b0c0102.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.764526] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7dae6d3-6188-4063-bda2-9e44fa812974 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.768750] env[69735]: DEBUG oslo_vmware.api [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for the task: (returnval){ [ 1009.768750] env[69735]: value = "task-3605429" [ 1009.768750] env[69735]: _type = "Task" [ 1009.768750] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.778575] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1009.778575] env[69735]: value = "task-3605430" [ 1009.778575] env[69735]: _type = "Task" [ 1009.778575] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.791754] env[69735]: DEBUG oslo_vmware.api [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.799877] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.863400] env[69735]: DEBUG nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.961487] env[69735]: DEBUG nova.network.neutron [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Successfully created port: 78c59aac-515e-4161-a25b-f0a7f4e7715a {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.003344] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605427, 'name': PowerOffVM_Task, 'duration_secs': 0.36055} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.003624] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.004305] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e31af378-588c-434d-ae78-fbfe61445b1c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-215589004',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.004517] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.004669] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.004875] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.005094] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.005185] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.005380] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.005577] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.005786] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.005892] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.006073] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.016050] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3563ccd6-6c22-4a64-9a8d-1d2b0e13d2e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.032449] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1010.032449] env[69735]: value = "task-3605431" [ 1010.032449] env[69735]: _type = "Task" [ 1010.032449] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.043171] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.134852] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605428, 'name': Rename_Task, 'duration_secs': 0.262702} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.135201] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.135471] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57a7b951-26f7-46cf-aab0-a17d8992731f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.143808] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1010.143808] env[69735]: value = "task-3605432" [ 1010.143808] env[69735]: _type = "Task" [ 1010.143808] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.155735] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.233897] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 8abeda56-35d3-4446-bc14-4ad781eaf1a0] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.284478] env[69735]: DEBUG oslo_vmware.api [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Task: {'id': task-3605429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247235} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.291579] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.291821] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.291974] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.292275] env[69735]: INFO nova.compute.manager [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1010.292456] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.293441] env[69735]: DEBUG nova.compute.manager [-] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.293573] env[69735]: DEBUG nova.network.neutron [-] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.302600] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605430, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.476391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.476637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.476934] env[69735]: DEBUG nova.objects.instance [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'flavor' on Instance uuid 187cd818-d85b-421b-8b69-9b20e04e146b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.542226] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f6cf5-e36b-4824-a35a-8ad56f4b4a60 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.557031] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605431, 'name': ReconfigVM_Task, 'duration_secs': 0.240665} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.557974] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a1548-5788-477e-96a5-6e15d79c9244 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.564626] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdeb64d-2598-4986-82c1-c90d1a5cfd1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.583883] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e31af378-588c-434d-ae78-fbfe61445b1c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-215589004',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.584258] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.584356] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.584597] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.584664] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.584869] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.585099] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.585306] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.585412] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.585576] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.585753] env[69735]: DEBUG nova.virt.hardware [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.587104] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d3e15c-661d-4570-ba00-52a2c8f39119 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.616950] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af192832-9c25-44d9-af91-361565fa1da7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.624674] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1010.624674] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52be84af-5ebd-b491-48ee-0a512fdc60fd" [ 1010.624674] env[69735]: _type = "Task" [ 1010.624674] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.632899] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa47e9-25cd-4ae1-b7d3-825560f446f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.640602] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52be84af-5ebd-b491-48ee-0a512fdc60fd, 'name': SearchDatastore_Task, 'duration_secs': 0.007416} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.648793] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.654778] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f662f9-2de5-4cf5-986a-615fe92d13f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.668129] env[69735]: DEBUG nova.compute.provider_tree [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.681585] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.683120] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1010.683120] env[69735]: value = "task-3605433" [ 1010.683120] env[69735]: _type = "Task" [ 1010.683120] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.692022] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.738859] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 4b1b8aa4-2eb8-4989-bd4a-d105e8729286] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.793786] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630271} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.793880] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 18418e30-c3a0-45d8-bf6e-dec88b0c0102/18418e30-c3a0-45d8-bf6e-dec88b0c0102.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.794082] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.794334] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1f8a013-0861-4421-b825-fc24f0eeba2b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.801323] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1010.801323] env[69735]: value = "task-3605434" [ 1010.801323] env[69735]: _type = "Task" [ 1010.801323] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.809985] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.876273] env[69735]: DEBUG nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.037695] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.038125] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.038125] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.038299] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.038346] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.038486] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.038696] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.038847] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.039019] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.039183] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.039342] env[69735]: DEBUG nova.virt.hardware [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.040572] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db292631-5834-4348-9379-549fede892fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.048115] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17a199d-6a2b-4d02-9312-399c46da206d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.063033] env[69735]: DEBUG nova.objects.instance [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'pci_requests' on Instance uuid 187cd818-d85b-421b-8b69-9b20e04e146b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.163955] env[69735]: DEBUG oslo_vmware.api [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605432, 'name': PowerOnVM_Task, 'duration_secs': 0.591608} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.164265] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.164471] env[69735]: INFO nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1011.164651] env[69735]: DEBUG nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.165479] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d072722-3f98-4926-85c6-153ce533d0a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.193687] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605433, 'name': ReconfigVM_Task, 'duration_secs': 0.300779} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.193687] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.194656] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e359c448-bf5f-470e-b9ed-be031f0014a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.198356] env[69735]: ERROR nova.scheduler.client.report [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [req-28a703d2-21d7-4c2c-b00d-388cdd12fe85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28a703d2-21d7-4c2c-b00d-388cdd12fe85"}]} [ 1011.220987] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e/abbd2490-51e6-4c89-865a-7ce4d096e72e.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.222143] env[69735]: DEBUG nova.scheduler.client.report [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1011.226194] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac041101-505a-43eb-ba7b-40afd09eaf59 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.240253] env[69735]: DEBUG nova.compute.manager [req-cfa13611-3404-42a0-924e-e07b222da701 req-787049c5-9477-4bb4-8b02-87d0430c0f76 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Received event network-vif-deleted-f338c052-8efa-446b-95ac-f05d7c75ed60 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.240517] env[69735]: INFO nova.compute.manager [req-cfa13611-3404-42a0-924e-e07b222da701 req-787049c5-9477-4bb4-8b02-87d0430c0f76 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Neutron deleted interface f338c052-8efa-446b-95ac-f05d7c75ed60; detaching it from the instance and deleting it from the info cache [ 1011.240617] env[69735]: DEBUG nova.network.neutron [req-cfa13611-3404-42a0-924e-e07b222da701 req-787049c5-9477-4bb4-8b02-87d0430c0f76 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.242751] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 71b3d5d1-3110-478f-baf1-d77c2c85ac19] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.246675] env[69735]: DEBUG nova.network.neutron [-] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.253233] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1011.253233] env[69735]: value = "task-3605435" [ 1011.253233] env[69735]: _type = "Task" [ 1011.253233] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.262544] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.264133] env[69735]: DEBUG nova.scheduler.client.report [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1011.265114] env[69735]: DEBUG nova.compute.provider_tree [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.282641] env[69735]: DEBUG nova.scheduler.client.report [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1011.307252] env[69735]: DEBUG nova.scheduler.client.report [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1011.315329] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128517} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.315623] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.316502] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9255648-3275-4327-b1fb-ed4a4a1f3d81 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.339265] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 18418e30-c3a0-45d8-bf6e-dec88b0c0102/18418e30-c3a0-45d8-bf6e-dec88b0c0102.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.342205] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59aced50-2e5d-431a-b342-c8035845b78a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.364235] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1011.364235] env[69735]: value = "task-3605436" [ 1011.364235] env[69735]: _type = "Task" [ 1011.364235] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.374964] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.564905] env[69735]: DEBUG nova.objects.base [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Object Instance<187cd818-d85b-421b-8b69-9b20e04e146b> lazy-loaded attributes: flavor,pci_requests {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.565184] env[69735]: DEBUG nova.network.neutron [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.615048] env[69735]: DEBUG nova.policy [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.689364] env[69735]: INFO nova.compute.manager [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Took 49.87 seconds to build instance. [ 1011.745391] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f417856-3e9c-43df-9a37-eea07ae491e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.750134] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 56a75596-cd81-41e4-b526-dd378c737a8d] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.752494] env[69735]: INFO nova.compute.manager [-] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Took 1.46 seconds to deallocate network for instance. [ 1011.764953] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c21bc3-a0a0-4697-bf1e-731e68cf458d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.783317] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.814523] env[69735]: DEBUG nova.compute.manager [req-cfa13611-3404-42a0-924e-e07b222da701 req-787049c5-9477-4bb4-8b02-87d0430c0f76 service nova] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Detach interface failed, port_id=f338c052-8efa-446b-95ac-f05d7c75ed60, reason: Instance 3a1bc72d-ba13-4db4-95cb-3922dc50345a could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.877274] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.879888] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d979b5-8110-49ad-aa33-430e4f4c2ea4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.887913] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37905e44-56e6-42aa-96c9-35abd1f4c587 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.928804] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee72e0a8-d236-4eed-bf47-7497bbeead4c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.931059] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253ebd5b-e887-4799-9a02-83d97a847041 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.946751] env[69735]: DEBUG nova.compute.provider_tree [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.176690] env[69735]: DEBUG nova.network.neutron [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Successfully created port: 8ca4f24d-028c-4fbe-a2cc-d85b21fbceea {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.191430] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a4ab2a3-ebb3-4d00-b785-a585f4f69c37 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "02d38753-5c00-4458-98c6-7c9aecbfe906" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.180s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.257958] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: c568f0e0-42ba-460d-9979-69f7498a748f] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.265418] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605435, 'name': ReconfigVM_Task, 'duration_secs': 0.660752} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.265882] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e/abbd2490-51e6-4c89-865a-7ce4d096e72e.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.267667] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88a9f58-30ac-491c-9def-f13f87cfffe3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.286162] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.287330] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82838d6-1871-4d11-8f47-c4b3b2fac16e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.308377] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e72c21-7741-4b0e-b346-a47becde45d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.328483] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cacbe02-8041-4023-ab82-6929f898dca1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.335287] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.335545] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-875c5b94-6b7a-4785-91d2-9a0342e695b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.341920] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1012.341920] env[69735]: value = "task-3605437" [ 1012.341920] env[69735]: _type = "Task" [ 1012.341920] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.351409] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.359109] env[69735]: DEBUG nova.network.neutron [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Successfully updated port: 78c59aac-515e-4161-a25b-f0a7f4e7715a {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.377020] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605436, 'name': ReconfigVM_Task, 'duration_secs': 0.581353} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.377020] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 18418e30-c3a0-45d8-bf6e-dec88b0c0102/18418e30-c3a0-45d8-bf6e-dec88b0c0102.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.377020] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80df091e-58e7-4c75-9676-389297dc5a1c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.382740] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1012.382740] env[69735]: value = "task-3605438" [ 1012.382740] env[69735]: _type = "Task" [ 1012.382740] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.391353] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605438, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.452374] env[69735]: DEBUG nova.scheduler.client.report [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.762830] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 6ca2c9f7-36f1-4856-bbba-ef6f948ca7ce] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.809202] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "cab54d47-068c-4db4-acd0-9bd9b920047a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.809523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.851697] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.861620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "refresh_cache-ee7343da-669b-4b0c-a8f7-df825a8e2b3c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.861815] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquired lock "refresh_cache-ee7343da-669b-4b0c-a8f7-df825a8e2b3c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.861902] env[69735]: DEBUG nova.network.neutron [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.892166] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605438, 'name': Rename_Task, 'duration_secs': 0.29305} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.892476] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.892703] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27fa855c-4bc0-4e31-ba5a-98cb068d7513 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.899281] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1012.899281] env[69735]: value = "task-3605439" [ 1012.899281] env[69735]: _type = "Task" [ 1012.899281] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.907159] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.959688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.117s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.960143] env[69735]: DEBUG nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.963015] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.453s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.963221] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.965256] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.308s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.967206] env[69735]: INFO nova.compute.claims [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.998418] env[69735]: INFO nova.scheduler.client.report [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleted allocations for instance 6c299dbd-f868-485b-9318-e9f40e1072b2 [ 1013.266586] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 44011071-a81a-4f24-9e27-9e7eed5a323c] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.313203] env[69735]: DEBUG nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.353548] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.406808] env[69735]: DEBUG nova.network.neutron [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.412409] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.473893] env[69735]: DEBUG nova.compute.utils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.475518] env[69735]: DEBUG nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.475662] env[69735]: DEBUG nova.network.neutron [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.511136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a2c1729b-3a31-4df0-837b-03312f944f62 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "6c299dbd-f868-485b-9318-e9f40e1072b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.728s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.602740] env[69735]: DEBUG nova.policy [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '267a4006d8fa4a51935d9dabb1d6a606', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f066329ec8044fb89a3db1654c12fe03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.771741] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d00e3443-272c-4273-93fd-ad1d40b67afb] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.786661] env[69735]: DEBUG nova.network.neutron [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Updating instance_info_cache with network_info: [{"id": "78c59aac-515e-4161-a25b-f0a7f4e7715a", "address": "fa:16:3e:05:1e:cc", "network": {"id": "92dfe781-d116-417c-902d-cdb2229c37e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-518228473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5745efd5651543228f2c2ff93397f3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c59aac-51", "ovs_interfaceid": "78c59aac-515e-4161-a25b-f0a7f4e7715a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.836117] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.852794] env[69735]: DEBUG oslo_vmware.api [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605437, 'name': PowerOnVM_Task, 'duration_secs': 1.246978} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.853088] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.911284] env[69735]: DEBUG oslo_vmware.api [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605439, 'name': PowerOnVM_Task, 'duration_secs': 0.692591} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.911915] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.912157] env[69735]: INFO nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1013.912339] env[69735]: DEBUG nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.913174] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc04148-08c7-4762-97de-822ad6b5f92c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.980490] env[69735]: DEBUG nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.068944] env[69735]: DEBUG nova.compute.manager [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Received event network-vif-plugged-78c59aac-515e-4161-a25b-f0a7f4e7715a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.069235] env[69735]: DEBUG oslo_concurrency.lockutils [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] Acquiring lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.069377] env[69735]: DEBUG oslo_concurrency.lockutils [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] Lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.069554] env[69735]: DEBUG oslo_concurrency.lockutils [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] Lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.069750] env[69735]: DEBUG nova.compute.manager [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] No waiting events found dispatching network-vif-plugged-78c59aac-515e-4161-a25b-f0a7f4e7715a {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.069871] env[69735]: WARNING nova.compute.manager [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Received unexpected event network-vif-plugged-78c59aac-515e-4161-a25b-f0a7f4e7715a for instance with vm_state building and task_state spawning. [ 1014.073595] env[69735]: DEBUG nova.compute.manager [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Received event network-changed-78c59aac-515e-4161-a25b-f0a7f4e7715a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.073851] env[69735]: DEBUG nova.compute.manager [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Refreshing instance network info cache due to event network-changed-78c59aac-515e-4161-a25b-f0a7f4e7715a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.074535] env[69735]: DEBUG oslo_concurrency.lockutils [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] Acquiring lock "refresh_cache-ee7343da-669b-4b0c-a8f7-df825a8e2b3c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.223824] env[69735]: DEBUG nova.network.neutron [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Successfully updated port: 8ca4f24d-028c-4fbe-a2cc-d85b21fbceea {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.254304] env[69735]: DEBUG nova.network.neutron [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Successfully created port: 8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.273806] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.274147] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Cleaning up deleted instances with incomplete migration {{(pid=69735) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1014.288746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Releasing lock "refresh_cache-ee7343da-669b-4b0c-a8f7-df825a8e2b3c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.289142] env[69735]: DEBUG nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Instance network_info: |[{"id": "78c59aac-515e-4161-a25b-f0a7f4e7715a", "address": "fa:16:3e:05:1e:cc", "network": {"id": "92dfe781-d116-417c-902d-cdb2229c37e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-518228473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5745efd5651543228f2c2ff93397f3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c59aac-51", "ovs_interfaceid": "78c59aac-515e-4161-a25b-f0a7f4e7715a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.289939] env[69735]: DEBUG oslo_concurrency.lockutils [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] Acquired lock "refresh_cache-ee7343da-669b-4b0c-a8f7-df825a8e2b3c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.289939] env[69735]: DEBUG nova.network.neutron [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Refreshing network info cache for port 78c59aac-515e-4161-a25b-f0a7f4e7715a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.291513] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:1e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78c59aac-515e-4161-a25b-f0a7f4e7715a', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.300542] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.305367] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.305877] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b160b67-5fb8-4573-a4f0-e8e281671ca8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.331440] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.331440] env[69735]: value = "task-3605440" [ 1014.331440] env[69735]: _type = "Task" [ 1014.331440] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.344138] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605440, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.437160] env[69735]: INFO nova.compute.manager [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Took 49.25 seconds to build instance. [ 1014.468067] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cdd8c7-ab72-484c-af98-b938f1ae6abd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.475784] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c198074-33bb-473b-aa53-1f99a1c2b201 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.505918] env[69735]: INFO nova.virt.block_device [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Booting with volume 1404ddb8-17c5-49e1-936c-398a833482c0 at /dev/sda [ 1014.508768] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc5dc96-89b7-45b1-9212-ed650377d0d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.518416] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c164ee-5c70-4c47-b0b2-8659962a9e6a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.533859] env[69735]: DEBUG nova.compute.provider_tree [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.556949] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da739b7c-2778-4e7a-b7df-37f268feaf69 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.568280] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5c911-5b32-4e9b-9068-c49fdeab221c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.612027] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f454b53-11ba-48b0-8579-ea79f354aa8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.621450] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824a3be-4c12-4519-a0f4-dad365b644d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.662640] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d6ac7-fc8b-47d5-b1ca-69f817d4df1e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.671283] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.671619] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.675857] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6027c911-b8ff-43ed-81e0-720d74d929e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.693997] env[69735]: DEBUG nova.virt.block_device [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Updating existing volume attachment record: 23456f59-2222-40c8-bd62-0486081340a3 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1014.730736] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.730736] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.730736] env[69735]: DEBUG nova.network.neutron [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.775736] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.847029] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605440, 'name': CreateVM_Task, 'duration_secs': 0.431701} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.847340] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.848325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.848602] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.849172] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.849994] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba28184f-7268-4e61-824b-286281086079 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.856302] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1014.856302] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523be14b-b002-3c8c-a6da-522f86408e4d" [ 1014.856302] env[69735]: _type = "Task" [ 1014.856302] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.864417] env[69735]: INFO nova.compute.manager [None req-44ce907e-be68-4a13-bc73-c248fd902658 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance to original state: 'active' [ 1014.877142] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523be14b-b002-3c8c-a6da-522f86408e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.938613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4a6e975-de0f-4e8a-907c-52134df35d0b tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.097s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.037273] env[69735]: DEBUG nova.scheduler.client.report [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.064684] env[69735]: DEBUG nova.network.neutron [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Updated VIF entry in instance network info cache for port 78c59aac-515e-4161-a25b-f0a7f4e7715a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.065046] env[69735]: DEBUG nova.network.neutron [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Updating instance_info_cache with network_info: [{"id": "78c59aac-515e-4161-a25b-f0a7f4e7715a", "address": "fa:16:3e:05:1e:cc", "network": {"id": "92dfe781-d116-417c-902d-cdb2229c37e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-518228473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5745efd5651543228f2c2ff93397f3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c59aac-51", "ovs_interfaceid": "78c59aac-515e-4161-a25b-f0a7f4e7715a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.176796] env[69735]: DEBUG nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.282014] env[69735]: WARNING nova.network.neutron [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] ca4ab07b-caa7-40f0-81a9-c5b090e24952 already exists in list: networks containing: ['ca4ab07b-caa7-40f0-81a9-c5b090e24952']. ignoring it [ 1015.367622] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523be14b-b002-3c8c-a6da-522f86408e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010131} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.371021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.371021] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.371021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.371021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.371021] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.371287] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ea1f54b-8c2e-4486-a4ce-17f8ae032421 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.381288] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.381521] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.382372] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bacb4b-ecc4-420f-b336-eb6eb1435f90 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.387463] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1015.387463] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5263fdb7-7947-4030-3423-d0b88ea13c1f" [ 1015.387463] env[69735]: _type = "Task" [ 1015.387463] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.395132] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5263fdb7-7947-4030-3423-d0b88ea13c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.544554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.545127] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.549578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.137s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.550899] env[69735]: INFO nova.compute.claims [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.567186] env[69735]: DEBUG oslo_concurrency.lockutils [req-03535d0a-7540-40bb-ab2a-9ac202f6fe90 req-942a9ddb-bb75-42c7-b7ea-44ea5ffb6f10 service nova] Releasing lock "refresh_cache-ee7343da-669b-4b0c-a8f7-df825a8e2b3c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.659952] env[69735]: DEBUG nova.compute.manager [None req-6adec48f-d39c-4aae-b7b8-649e40333441 tempest-ServerDiagnosticsV248Test-504658023 tempest-ServerDiagnosticsV248Test-504658023-project-admin] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.662079] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa9ede2-49e3-416d-80e6-290076dd8113 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.673179] env[69735]: INFO nova.compute.manager [None req-6adec48f-d39c-4aae-b7b8-649e40333441 tempest-ServerDiagnosticsV248Test-504658023 tempest-ServerDiagnosticsV248Test-504658023-project-admin] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Retrieving diagnostics [ 1015.673179] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc08e4-a471-49bb-8c51-dc09b26ba26f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.676460] env[69735]: DEBUG nova.network.neutron [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ca4f24d-028c-4fbe-a2cc-d85b21fbceea", "address": "fa:16:3e:4c:c3:ef", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca4f24d-02", "ovs_interfaceid": "8ca4f24d-028c-4fbe-a2cc-d85b21fbceea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.727928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.902667] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5263fdb7-7947-4030-3423-d0b88ea13c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.905207] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8b9855-4789-460b-9ab7-9d4211f5b333 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.911778] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1015.911778] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52874d3f-7f86-0450-c242-a1b01d9a1b32" [ 1015.911778] env[69735]: _type = "Task" [ 1015.911778] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.918146] env[69735]: DEBUG nova.network.neutron [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Successfully updated port: 8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.925404] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52874d3f-7f86-0450-c242-a1b01d9a1b32, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.925699] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.925950] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] ee7343da-669b-4b0c-a8f7-df825a8e2b3c/ee7343da-669b-4b0c-a8f7-df825a8e2b3c.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.926725] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68eea99-93ba-4e83-b5fb-37aaae6ec95f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.933099] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1015.933099] env[69735]: value = "task-3605441" [ 1015.933099] env[69735]: _type = "Task" [ 1015.933099] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.942269] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.055236] env[69735]: DEBUG nova.compute.utils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.059451] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.059682] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.102027] env[69735]: DEBUG nova.policy [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be126cb290d54021906905c06544bb88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68ed2769809c4544ba72e567b9415e9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.180919] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.180919] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.181464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.184044] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75631e96-f7ec-4740-b3bb-cee273c8d8a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.209957] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.210154] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.210232] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.210441] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.210555] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.213022] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.213022] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.213022] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.213022] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.213022] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.213022] env[69735]: DEBUG nova.virt.hardware [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.220981] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Reconfiguring VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1016.221531] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eef93a1-fb18-470a-b465-51722413ab09 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.243176] env[69735]: DEBUG oslo_vmware.api [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1016.243176] env[69735]: value = "task-3605442" [ 1016.243176] env[69735]: _type = "Task" [ 1016.243176] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.253363] env[69735]: DEBUG oslo_vmware.api [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605442, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.420770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Acquiring lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.421090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Acquired lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.421090] env[69735]: DEBUG nova.network.neutron [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.445225] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449531} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.445519] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] ee7343da-669b-4b0c-a8f7-df825a8e2b3c/ee7343da-669b-4b0c-a8f7-df825a8e2b3c.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.445691] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.445951] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3c7c1a6-24ae-4412-a2d8-d3f2a6e3f7b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.452922] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1016.452922] env[69735]: value = "task-3605443" [ 1016.452922] env[69735]: _type = "Task" [ 1016.452922] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.461670] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.508815] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Successfully created port: 15c76438-8e7a-4c35-af69-f44c25835ab8 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.562548] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.754120] env[69735]: DEBUG oslo_vmware.api [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.793239] env[69735]: DEBUG nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.793367] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.794030] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.794030] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.794030] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.794203] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.794247] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.794455] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.794612] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.794780] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.794943] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.795580] env[69735]: DEBUG nova.virt.hardware [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.796863] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32195b7d-f206-4a3e-a029-261ed1ce8e8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.810532] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a254fa30-c048-400b-856d-40d3d197bdbd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.954782] env[69735]: DEBUG nova.network.neutron [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.968668] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069737} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.968781] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.969596] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922de4ae-534b-4b01-8905-e39239d4f089 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.996987] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] ee7343da-669b-4b0c-a8f7-df825a8e2b3c/ee7343da-669b-4b0c-a8f7-df825a8e2b3c.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.001678] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7710239d-3ab4-457a-8c76-4163969b6a10 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.025401] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1017.025401] env[69735]: value = "task-3605444" [ 1017.025401] env[69735]: _type = "Task" [ 1017.025401] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.036743] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.097474] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83532f5-bfba-4ccd-ab1e-ea630ed5e766 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.107581] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920f3620-407b-4d64-a5e4-5ef7902efcad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.144016] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a90927-e926-4aca-a6a1-72bcdc085ed7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.151907] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef3afc5-fccf-423a-941f-85d94cb5e9fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.165686] env[69735]: DEBUG nova.compute.provider_tree [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.201972] env[69735]: DEBUG nova.network.neutron [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Updating instance_info_cache with network_info: [{"id": "8f794c32-0135-4999-8f5e-c13eb0a72bac", "address": "fa:16:3e:55:2a:42", "network": {"id": "e4a846d4-c0d8-4387-b4ec-17d282e5b5c3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-217851319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f066329ec8044fb89a3db1654c12fe03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f794c32-01", "ovs_interfaceid": "8f794c32-0135-4999-8f5e-c13eb0a72bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.255689] env[69735]: DEBUG oslo_vmware.api [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605442, 'name': ReconfigVM_Task, 'duration_secs': 0.673167} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.256291] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.256539] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Reconfigured VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1017.538194] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605444, 'name': ReconfigVM_Task, 'duration_secs': 0.293409} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.538884] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Reconfigured VM instance instance-00000048 to attach disk [datastore1] ee7343da-669b-4b0c-a8f7-df825a8e2b3c/ee7343da-669b-4b0c-a8f7-df825a8e2b3c.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.539637] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d77748f-4fc1-4d7e-9e9a-7379a6613924 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.545872] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1017.545872] env[69735]: value = "task-3605445" [ 1017.545872] env[69735]: _type = "Task" [ 1017.545872] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.554993] env[69735]: DEBUG nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-vif-plugged-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.555348] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.555428] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.555590] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.555754] env[69735]: DEBUG nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] No waiting events found dispatching network-vif-plugged-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.555913] env[69735]: WARNING nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received unexpected event network-vif-plugged-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea for instance with vm_state active and task_state None. [ 1017.556122] env[69735]: DEBUG nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-changed-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.556227] env[69735]: DEBUG nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Refreshing instance network info cache due to event network-changed-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.556402] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Acquiring lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.556535] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Acquired lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.556685] env[69735]: DEBUG nova.network.neutron [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Refreshing network info cache for port 8ca4f24d-028c-4fbe-a2cc-d85b21fbceea {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.560891] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605445, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.574612] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.613811] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.614210] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.614812] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afae9a3-3a79-41e5-8221-64f6dfd8416b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.624106] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ce3a7a-a21c-441d-b372-ed89944585db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.669516] env[69735]: DEBUG nova.scheduler.client.report [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.707012] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Releasing lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.707353] env[69735]: DEBUG nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Instance network_info: |[{"id": "8f794c32-0135-4999-8f5e-c13eb0a72bac", "address": "fa:16:3e:55:2a:42", "network": {"id": "e4a846d4-c0d8-4387-b4ec-17d282e5b5c3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-217851319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f066329ec8044fb89a3db1654c12fe03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f794c32-01", "ovs_interfaceid": "8f794c32-0135-4999-8f5e-c13eb0a72bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.708035] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:2a:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f794c32-0135-4999-8f5e-c13eb0a72bac', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.718380] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Creating folder: Project (f066329ec8044fb89a3db1654c12fe03). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.718691] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec6468e5-5791-4433-ae2d-af71e1fc3407 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.735850] env[69735]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1017.736045] env[69735]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69735) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1017.737022] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Folder already exists: Project (f066329ec8044fb89a3db1654c12fe03). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1017.737225] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Creating folder: Instances. Parent ref: group-v719240. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.737650] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cae2e95b-6cd5-41fd-ba47-46b4f40d8a7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.748566] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Created folder: Instances in parent group-v719240. [ 1017.748802] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.748992] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.749212] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c16948c-8faf-4a17-9f29-af60391f7a62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.764955] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4369359-b37b-4b71-9ae9-2240eeeca449 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.288s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.770586] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.770586] env[69735]: value = "task-3605448" [ 1017.770586] env[69735]: _type = "Task" [ 1017.770586] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.779397] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605448, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.940042] env[69735]: DEBUG nova.compute.manager [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.941057] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff347055-9c09-44bc-8595-39737e8dee25 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.039595] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Successfully updated port: 15c76438-8e7a-4c35-af69-f44c25835ab8 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.064236] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605445, 'name': Rename_Task, 'duration_secs': 0.154934} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.064553] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.065390] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffe0e78e-7e65-483c-a367-0b04e54fe3dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.071458] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1018.071458] env[69735]: value = "task-3605449" [ 1018.071458] env[69735]: _type = "Task" [ 1018.071458] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.081601] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.175048] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.175573] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.178456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.539s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.178456] env[69735]: DEBUG nova.objects.instance [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lazy-loading 'resources' on Instance uuid f537c6eb-c28a-4b35-86f6-a2af8806475c {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.238568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquiring lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.238683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.239009] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquiring lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.239115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.239262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.241331] env[69735]: INFO nova.compute.manager [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Terminating instance [ 1018.280263] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605448, 'name': CreateVM_Task, 'duration_secs': 0.364393} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.280563] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.281380] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719243', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'name': 'volume-1404ddb8-17c5-49e1-936c-398a833482c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8b3976-902f-4191-80bc-a3edd8002f07', 'attached_at': '', 'detached_at': '', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'serial': '1404ddb8-17c5-49e1-936c-398a833482c0'}, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '23456f59-2222-40c8-bd62-0486081340a3', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1018.281667] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Root volume attach. Driver type: vmdk {{(pid=69735) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1018.282530] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680444bf-9d72-4455-bb56-2d10e953263e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.290786] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fd644f-1705-4f80-9b41-d9c2f932c63d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.297717] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52915522-803b-4370-ab87-a9318ae503aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.304220] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a1b67db7-b79c-4795-84ff-1a3e81b96a19 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.313028] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1018.313028] env[69735]: value = "task-3605450" [ 1018.313028] env[69735]: _type = "Task" [ 1018.313028] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.326974] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605450, 'name': RelocateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.453366] env[69735]: INFO nova.compute.manager [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] instance snapshotting [ 1018.457541] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83418511-f783-495d-b7b7-9fa004234d55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.481790] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dac2d2e-c50d-4614-9427-b0d5601a488e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.542758] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "refresh_cache-43a80e55-271e-43ab-938a-8eb91b8ff404" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.543030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "refresh_cache-43a80e55-271e-43ab-938a-8eb91b8ff404" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.543130] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.582418] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.673528] env[69735]: DEBUG nova.network.neutron [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updated VIF entry in instance network info cache for port 8ca4f24d-028c-4fbe-a2cc-d85b21fbceea. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.674102] env[69735]: DEBUG nova.network.neutron [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ca4f24d-028c-4fbe-a2cc-d85b21fbceea", "address": "fa:16:3e:4c:c3:ef", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca4f24d-02", "ovs_interfaceid": "8ca4f24d-028c-4fbe-a2cc-d85b21fbceea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.681926] env[69735]: DEBUG nova.compute.utils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.687448] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.687448] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.752099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquiring lock "refresh_cache-d5a350ac-d4c3-4b67-b8eb-df12d65daa67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.752495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquired lock "refresh_cache-d5a350ac-d4c3-4b67-b8eb-df12d65daa67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.753764] env[69735]: DEBUG nova.network.neutron [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.767715] env[69735]: DEBUG nova.policy [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be126cb290d54021906905c06544bb88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68ed2769809c4544ba72e567b9415e9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.822421] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605450, 'name': RelocateVM_Task} progress is 20%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.997018] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.997018] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a62b9209-521d-4079-bd50-89a495cd7ee2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.006220] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1019.006220] env[69735]: value = "task-3605451" [ 1019.006220] env[69735]: _type = "Task" [ 1019.006220] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.017536] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605451, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.084090] env[69735]: DEBUG oslo_vmware.api [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605449, 'name': PowerOnVM_Task, 'duration_secs': 0.533719} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.084596] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.084957] env[69735]: INFO nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1019.085265] env[69735]: DEBUG nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.086469] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb81ea-fcc1-441e-8606-09efd22459ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.100092] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.161668] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9171609-b552-4edb-bc84-871a9bbbf4e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.175391] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bccc56d-432f-41a1-a823-231895b417f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.183354] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Releasing lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.183469] env[69735]: DEBUG nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Received event network-vif-plugged-8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.184182] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Acquiring lock "1b8b3976-902f-4191-80bc-a3edd8002f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.184676] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Lock "1b8b3976-902f-4191-80bc-a3edd8002f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.184676] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Lock "1b8b3976-902f-4191-80bc-a3edd8002f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.184794] env[69735]: DEBUG nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] No waiting events found dispatching network-vif-plugged-8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.185029] env[69735]: WARNING nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Received unexpected event network-vif-plugged-8f794c32-0135-4999-8f5e-c13eb0a72bac for instance with vm_state building and task_state spawning. [ 1019.185165] env[69735]: DEBUG nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Received event network-changed-8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.185369] env[69735]: DEBUG nova.compute.manager [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Refreshing instance network info cache due to event network-changed-8f794c32-0135-4999-8f5e-c13eb0a72bac. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.185504] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Acquiring lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.185640] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Acquired lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.185792] env[69735]: DEBUG nova.network.neutron [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Refreshing network info cache for port 8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.189877] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.221258] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494f4b38-e686-4898-972e-3c49199f4c46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.230183] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b0dc38-ed5e-4b63-8757-5d146ff562e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.247288] env[69735]: DEBUG nova.compute.provider_tree [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.286201] env[69735]: DEBUG nova.network.neutron [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.321731] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605450, 'name': RelocateVM_Task} progress is 20%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.398399] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Successfully created port: dc373764-fd3d-48dd-9eda-acba03e341cc {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.513503] env[69735]: DEBUG nova.network.neutron [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.516875] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Updating instance_info_cache with network_info: [{"id": "15c76438-8e7a-4c35-af69-f44c25835ab8", "address": "fa:16:3e:c3:b6:e5", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c76438-8e", "ovs_interfaceid": "15c76438-8e7a-4c35-af69-f44c25835ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.525328] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605451, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.612142] env[69735]: INFO nova.compute.manager [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Took 52.33 seconds to build instance. [ 1019.700471] env[69735]: DEBUG nova.compute.manager [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Received event network-vif-plugged-15c76438-8e7a-4c35-af69-f44c25835ab8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.700597] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] Acquiring lock "43a80e55-271e-43ab-938a-8eb91b8ff404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.700780] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] Lock "43a80e55-271e-43ab-938a-8eb91b8ff404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.700946] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] Lock "43a80e55-271e-43ab-938a-8eb91b8ff404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.701212] env[69735]: DEBUG nova.compute.manager [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] No waiting events found dispatching network-vif-plugged-15c76438-8e7a-4c35-af69-f44c25835ab8 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.701286] env[69735]: WARNING nova.compute.manager [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Received unexpected event network-vif-plugged-15c76438-8e7a-4c35-af69-f44c25835ab8 for instance with vm_state building and task_state spawning. [ 1019.701444] env[69735]: DEBUG nova.compute.manager [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Received event network-changed-15c76438-8e7a-4c35-af69-f44c25835ab8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.701601] env[69735]: DEBUG nova.compute.manager [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Refreshing instance network info cache due to event network-changed-15c76438-8e7a-4c35-af69-f44c25835ab8. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.701783] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] Acquiring lock "refresh_cache-43a80e55-271e-43ab-938a-8eb91b8ff404" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.754468] env[69735]: DEBUG nova.scheduler.client.report [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.823143] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605450, 'name': RelocateVM_Task, 'duration_secs': 1.094955} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.823143] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1019.823581] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719243', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'name': 'volume-1404ddb8-17c5-49e1-936c-398a833482c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8b3976-902f-4191-80bc-a3edd8002f07', 'attached_at': '', 'detached_at': '', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'serial': '1404ddb8-17c5-49e1-936c-398a833482c0'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1019.824513] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44af7ba-9edb-4b8a-8e9e-88e74aa2fc5d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.846943] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b088ba-8f3e-4434-a6f3-595a1de58785 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.874035] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-1404ddb8-17c5-49e1-936c-398a833482c0/volume-1404ddb8-17c5-49e1-936c-398a833482c0.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.875394] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94c07df-0f79-456e-9592-0695512677f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.897260] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1019.897260] env[69735]: value = "task-3605452" [ 1019.897260] env[69735]: _type = "Task" [ 1019.897260] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.907920] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.017042] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Releasing lock "refresh_cache-d5a350ac-d4c3-4b67-b8eb-df12d65daa67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.017677] env[69735]: DEBUG nova.compute.manager [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.021450] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.025036] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18df9cb9-d644-4664-9024-bea91f02b53a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.029829] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "refresh_cache-43a80e55-271e-43ab-938a-8eb91b8ff404" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.032412] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Instance network_info: |[{"id": "15c76438-8e7a-4c35-af69-f44c25835ab8", "address": "fa:16:3e:c3:b6:e5", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c76438-8e", "ovs_interfaceid": "15c76438-8e7a-4c35-af69-f44c25835ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.032412] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605451, 'name': CreateSnapshot_Task, 'duration_secs': 1.00848} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.032412] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] Acquired lock "refresh_cache-43a80e55-271e-43ab-938a-8eb91b8ff404" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.032412] env[69735]: DEBUG nova.network.neutron [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Refreshing network info cache for port 15c76438-8e7a-4c35-af69-f44c25835ab8 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.033158] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:b6:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15c76438-8e7a-4c35-af69-f44c25835ab8', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.045411] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.045786] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1020.047211] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.047959] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e97387-75fe-4433-a001-7db33cfb552d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.053973] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e7003c3-c2df-48ba-b93b-18a43444294c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.069022] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.070537] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5592402-6108-45c4-8964-6048ad9a2667 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.080106] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.080106] env[69735]: value = "task-3605453" [ 1020.080106] env[69735]: _type = "Task" [ 1020.080106] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.085248] env[69735]: DEBUG oslo_vmware.api [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 1020.085248] env[69735]: value = "task-3605454" [ 1020.085248] env[69735]: _type = "Task" [ 1020.085248] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.092371] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605453, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.097855] env[69735]: DEBUG oslo_vmware.api [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.111601] env[69735]: DEBUG nova.network.neutron [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Updated VIF entry in instance network info cache for port 8f794c32-0135-4999-8f5e-c13eb0a72bac. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.111949] env[69735]: DEBUG nova.network.neutron [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Updating instance_info_cache with network_info: [{"id": "8f794c32-0135-4999-8f5e-c13eb0a72bac", "address": "fa:16:3e:55:2a:42", "network": {"id": "e4a846d4-c0d8-4387-b4ec-17d282e5b5c3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-217851319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f066329ec8044fb89a3db1654c12fe03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f794c32-01", "ovs_interfaceid": "8f794c32-0135-4999-8f5e-c13eb0a72bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.113947] env[69735]: DEBUG oslo_concurrency.lockutils [None req-842c7c4a-443e-4aef-b64b-f21761794e8c tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.617s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.199254] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.226467] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.226735] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.226902] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.227123] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.227451] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.227451] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.227656] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.227812] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.227987] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.228199] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.228427] env[69735]: DEBUG nova.virt.hardware [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.229281] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dc4ab8-4211-410f-83af-395ebbfa22d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.238030] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22cc672-07c0-44b1-b332-adeb7e621c1c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.242615] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "abbd2490-51e6-4c89-865a-7ce4d096e72e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.242835] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.243061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.243252] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.243665] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.245781] env[69735]: INFO nova.compute.manager [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Terminating instance [ 1020.259291] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.261735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.312s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.263823] env[69735]: INFO nova.compute.claims [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.288055] env[69735]: INFO nova.scheduler.client.report [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Deleted allocations for instance f537c6eb-c28a-4b35-86f6-a2af8806475c [ 1020.407834] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605452, 'name': ReconfigVM_Task, 'duration_secs': 0.467632} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.407916] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-1404ddb8-17c5-49e1-936c-398a833482c0/volume-1404ddb8-17c5-49e1-936c-398a833482c0.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.412990] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b791c781-0242-4d42-9fe0-d8db8347cc54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.429597] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1020.429597] env[69735]: value = "task-3605455" [ 1020.429597] env[69735]: _type = "Task" [ 1020.429597] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.440507] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.586707] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.589375] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48b4a321-1233-491c-81aa-61746682e2ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.604013] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605453, 'name': CreateVM_Task, 'duration_secs': 0.423472} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.607433] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.607727] env[69735]: DEBUG oslo_vmware.api [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605454, 'name': PowerOffVM_Task, 'duration_secs': 0.269738} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.607980] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1020.607980] env[69735]: value = "task-3605456" [ 1020.607980] env[69735]: _type = "Task" [ 1020.607980] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.608601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.608833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.609176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.609436] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.609598] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.609853] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2204af3d-cce9-4e0a-a5ef-f7ca0477470b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.611393] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f4790dc-b683-437f-832e-49cd039abe6d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.618770] env[69735]: DEBUG oslo_concurrency.lockutils [req-0d537e3a-c529-4fef-95d7-06c574c172ed req-6bdf0c70-7d66-4470-81f9-4f4ef62a45a6 service nova] Releasing lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.619264] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1020.619264] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a52f74-20d8-d30f-dd37-3fcce8c8b1e0" [ 1020.619264] env[69735]: _type = "Task" [ 1020.619264] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.622547] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-11de68fb-baa0-4966-9462-edc6ce399792" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.622836] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-11de68fb-baa0-4966-9462-edc6ce399792" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.623215] env[69735]: DEBUG nova.objects.instance [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'flavor' on Instance uuid 187cd818-d85b-421b-8b69-9b20e04e146b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.624517] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605456, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.633822] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a52f74-20d8-d30f-dd37-3fcce8c8b1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.645030] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.645030] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.645030] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Deleting the datastore file [datastore2] d5a350ac-d4c3-4b67-b8eb-df12d65daa67 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.645030] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38c10590-0e89-4427-ae5a-226014bfc362 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.651664] env[69735]: DEBUG oslo_vmware.api [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for the task: (returnval){ [ 1020.651664] env[69735]: value = "task-3605458" [ 1020.651664] env[69735]: _type = "Task" [ 1020.651664] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.660316] env[69735]: DEBUG oslo_vmware.api [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.759612] env[69735]: DEBUG nova.compute.manager [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.759920] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.761410] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab00a9-7c50-4140-af0f-5604312322cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.774042] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.774042] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fab842e-a2a9-41e6-aa4b-a3a23098bcf9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.782217] env[69735]: DEBUG oslo_vmware.api [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1020.782217] env[69735]: value = "task-3605459" [ 1020.782217] env[69735]: _type = "Task" [ 1020.782217] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.796271] env[69735]: DEBUG oslo_vmware.api [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.797349] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0381aa57-0266-4007-a987-70c8e7003e1a tempest-AttachInterfacesV270Test-535337074 tempest-AttachInterfacesV270Test-535337074-project-member] Lock "f537c6eb-c28a-4b35-86f6-a2af8806475c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.949s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.802745] env[69735]: DEBUG nova.network.neutron [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Updated VIF entry in instance network info cache for port 15c76438-8e7a-4c35-af69-f44c25835ab8. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.803244] env[69735]: DEBUG nova.network.neutron [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Updating instance_info_cache with network_info: [{"id": "15c76438-8e7a-4c35-af69-f44c25835ab8", "address": "fa:16:3e:c3:b6:e5", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c76438-8e", "ovs_interfaceid": "15c76438-8e7a-4c35-af69-f44c25835ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.943320] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605455, 'name': ReconfigVM_Task, 'duration_secs': 0.183938} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.943320] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719243', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'name': 'volume-1404ddb8-17c5-49e1-936c-398a833482c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8b3976-902f-4191-80bc-a3edd8002f07', 'attached_at': '', 'detached_at': '', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'serial': '1404ddb8-17c5-49e1-936c-398a833482c0'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1020.943320] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285e31ac-b665-472a-bef8-37fab2e08d77 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.951328] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1020.951328] env[69735]: value = "task-3605460" [ 1020.951328] env[69735]: _type = "Task" [ 1020.951328] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.960354] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605460, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.120777] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605456, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.137602] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a52f74-20d8-d30f-dd37-3fcce8c8b1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.027453} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.137930] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.138201] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.138435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.138594] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.138772] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.139067] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9087f808-a028-4dfa-9589-b864df52d85a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.147149] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.147601] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.148377] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b68459-e842-478b-8ca5-3b9593bb50fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.156740] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1021.156740] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5289b9c3-df4a-a245-ffe1-b7a6ccbfcefc" [ 1021.156740] env[69735]: _type = "Task" [ 1021.156740] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.165319] env[69735]: DEBUG oslo_vmware.api [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Task: {'id': task-3605458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181303} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.165905] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.169095] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.169095] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.169095] env[69735]: INFO nova.compute.manager [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1021.169095] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.169095] env[69735]: DEBUG nova.compute.manager [-] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.169095] env[69735]: DEBUG nova.network.neutron [-] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.172225] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5289b9c3-df4a-a245-ffe1-b7a6ccbfcefc, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.173344] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc454ee4-beb7-423e-8315-7609ca85dbb9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.180369] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1021.180369] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d0258-114d-e16b-9fd5-5a735b1d1868" [ 1021.180369] env[69735]: _type = "Task" [ 1021.180369] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.190675] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d0258-114d-e16b-9fd5-5a735b1d1868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.197665] env[69735]: DEBUG nova.network.neutron [-] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.295949] env[69735]: DEBUG oslo_vmware.api [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605459, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.305621] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c76680-7b0c-4007-ba09-b24ba7d6ba1b req-bed3adc3-8258-4628-a4b7-3f44a2900a77 service nova] Releasing lock "refresh_cache-43a80e55-271e-43ab-938a-8eb91b8ff404" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.391721] env[69735]: DEBUG nova.objects.instance [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'pci_requests' on Instance uuid 187cd818-d85b-421b-8b69-9b20e04e146b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.409706] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Successfully updated port: dc373764-fd3d-48dd-9eda-acba03e341cc {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.464630] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605460, 'name': Rename_Task, 'duration_secs': 0.182447} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.465154] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.465518] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-661e6def-2690-47ae-8fba-ef6f90e2557a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.477369] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1021.477369] env[69735]: value = "task-3605461" [ 1021.477369] env[69735]: _type = "Task" [ 1021.477369] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.487193] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.623916] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605456, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.697336] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523d0258-114d-e16b-9fd5-5a735b1d1868, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.700061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.700340] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 43a80e55-271e-43ab-938a-8eb91b8ff404/43a80e55-271e-43ab-938a-8eb91b8ff404.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.700634] env[69735]: DEBUG nova.network.neutron [-] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.701906] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38bac550-d717-45f5-8335-ebd18c9903ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.708648] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1021.708648] env[69735]: value = "task-3605462" [ 1021.708648] env[69735]: _type = "Task" [ 1021.708648] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.718103] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.776186] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bec3d49-42d8-476f-b7ab-6b30329d2764 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.789194] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a3c1f-7de4-4581-b73a-73012a343e8f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.799393] env[69735]: DEBUG oslo_vmware.api [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605459, 'name': PowerOffVM_Task, 'duration_secs': 0.527228} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.833115] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.833403] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.834098] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c07cb26e-db66-414e-b006-09ffbd5d7f12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.837041] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd8d4e3-4318-4d0e-b415-b1241e7e928d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.845743] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34ca48-de0f-4ff8-9f61-bcd07a578171 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.862653] env[69735]: DEBUG nova.compute.provider_tree [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.895114] env[69735]: DEBUG nova.objects.base [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Object Instance<187cd818-d85b-421b-8b69-9b20e04e146b> lazy-loaded attributes: flavor,pci_requests {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1021.895114] env[69735]: DEBUG nova.network.neutron [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.912425] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "refresh_cache-fa499761-b980-451d-a2eb-0498e17e8403" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.912730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "refresh_cache-fa499761-b980-451d-a2eb-0498e17e8403" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.912730] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.915560] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.915829] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.916048] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Deleting the datastore file [datastore2] abbd2490-51e6-4c89-865a-7ce4d096e72e {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.916329] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49b5556c-6ea6-4e85-82f9-44914f59ee93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.923255] env[69735]: DEBUG oslo_vmware.api [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1021.923255] env[69735]: value = "task-3605464" [ 1021.923255] env[69735]: _type = "Task" [ 1021.923255] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.934493] env[69735]: DEBUG oslo_vmware.api [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.987604] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.004249] env[69735]: DEBUG nova.policy [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.123284] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605456, 'name': CloneVM_Task, 'duration_secs': 1.325186} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.126020] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Created linked-clone VM from snapshot [ 1022.126020] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398bc3a3-fc04-4138-b683-f5b5fa1e6ca8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.132723] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Uploading image a47e757a-a069-4e93-bca4-0b8e7b21ccf7 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.167245] env[69735]: DEBUG oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1022.167245] env[69735]: value = "vm-719278" [ 1022.167245] env[69735]: _type = "VirtualMachine" [ 1022.167245] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1022.167245] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f726b812-e463-4188-9cbb-73536c3aa1ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.174222] env[69735]: DEBUG oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lease: (returnval){ [ 1022.174222] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520a0f6a-ee18-69dd-f04f-7fc129a96c29" [ 1022.174222] env[69735]: _type = "HttpNfcLease" [ 1022.174222] env[69735]: } obtained for exporting VM: (result){ [ 1022.174222] env[69735]: value = "vm-719278" [ 1022.174222] env[69735]: _type = "VirtualMachine" [ 1022.174222] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1022.174542] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the lease: (returnval){ [ 1022.174542] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520a0f6a-ee18-69dd-f04f-7fc129a96c29" [ 1022.174542] env[69735]: _type = "HttpNfcLease" [ 1022.174542] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1022.181340] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.181340] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520a0f6a-ee18-69dd-f04f-7fc129a96c29" [ 1022.181340] env[69735]: _type = "HttpNfcLease" [ 1022.181340] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.206782] env[69735]: INFO nova.compute.manager [-] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Took 1.04 seconds to deallocate network for instance. [ 1022.222483] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.395396] env[69735]: ERROR nova.scheduler.client.report [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [req-9d24b4f5-d159-448a-8103-77927d1ad7bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d24b4f5-d159-448a-8103-77927d1ad7bc"}]} [ 1022.420079] env[69735]: DEBUG nova.scheduler.client.report [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1022.440026] env[69735]: DEBUG oslo_vmware.api [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407628} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.440026] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.440026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.440026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.440026] env[69735]: INFO nova.compute.manager [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1022.440026] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.440026] env[69735]: DEBUG nova.compute.manager [-] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.440026] env[69735]: DEBUG nova.network.neutron [-] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.450152] env[69735]: DEBUG nova.scheduler.client.report [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1022.450397] env[69735]: DEBUG nova.compute.provider_tree [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.483066] env[69735]: DEBUG nova.scheduler.client.report [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1022.493583] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.499281] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.508185] env[69735]: DEBUG nova.scheduler.client.report [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1022.609648] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.609893] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.689857] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.689857] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520a0f6a-ee18-69dd-f04f-7fc129a96c29" [ 1022.689857] env[69735]: _type = "HttpNfcLease" [ 1022.689857] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1022.693210] env[69735]: DEBUG oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1022.693210] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520a0f6a-ee18-69dd-f04f-7fc129a96c29" [ 1022.693210] env[69735]: _type = "HttpNfcLease" [ 1022.693210] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1022.695744] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e179a37e-3443-4cc9-a281-19c597a53d5d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.707862] env[69735]: DEBUG oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d58e39-d1a4-8d58-7de6-0119574f95c0/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.708676] env[69735]: DEBUG oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d58e39-d1a4-8d58-7de6-0119574f95c0/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1022.771164] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.772763] env[69735]: DEBUG nova.network.neutron [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Updating instance_info_cache with network_info: [{"id": "dc373764-fd3d-48dd-9eda-acba03e341cc", "address": "fa:16:3e:c8:aa:df", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc373764-fd", "ovs_interfaceid": "dc373764-fd3d-48dd-9eda-acba03e341cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.787619] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605462, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.023305} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.788038] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 43a80e55-271e-43ab-938a-8eb91b8ff404/43a80e55-271e-43ab-938a-8eb91b8ff404.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.788338] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.788673] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf01e70-6929-4fce-8657-fde1ec21e0fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.798786] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1022.798786] env[69735]: value = "task-3605466" [ 1022.798786] env[69735]: _type = "Task" [ 1022.798786] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.807640] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.812970] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb2e8b11-73b7-464b-a88e-f96ac22b33e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.989722] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605461, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.037408] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceaf055-becc-445b-b9d9-749c71307bd5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.045530] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3a1807-0966-4163-9159-84bb9a2921c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.079784] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d1ae3-9082-4f9f-8ab9-c8fcbf0d8f14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.090395] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3542ccfe-f4a6-4099-b4c3-0365f7823e93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.105423] env[69735]: DEBUG nova.compute.provider_tree [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.113342] env[69735]: DEBUG nova.compute.utils [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.280074] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "refresh_cache-fa499761-b980-451d-a2eb-0498e17e8403" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.280430] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Instance network_info: |[{"id": "dc373764-fd3d-48dd-9eda-acba03e341cc", "address": "fa:16:3e:c8:aa:df", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc373764-fd", "ovs_interfaceid": "dc373764-fd3d-48dd-9eda-acba03e341cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.280925] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:aa:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc373764-fd3d-48dd-9eda-acba03e341cc', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.288824] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.289191] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.289508] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e3b359c-a1a1-4a8e-89de-da5722db40a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.317620] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.317620] env[69735]: value = "task-3605467" [ 1023.317620] env[69735]: _type = "Task" [ 1023.317620] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.318247] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065881} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.318574] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.323997] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe0712-76ba-454b-b892-5b3ffd1f6c89 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.326772] env[69735]: DEBUG nova.network.neutron [-] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.353105] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 43a80e55-271e-43ab-938a-8eb91b8ff404/43a80e55-271e-43ab-938a-8eb91b8ff404.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.354430] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9284a761-f42e-4476-8807-19f68d3e3c12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.380041] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1023.380041] env[69735]: value = "task-3605468" [ 1023.380041] env[69735]: _type = "Task" [ 1023.380041] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.391641] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.490641] env[69735]: DEBUG oslo_vmware.api [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605461, 'name': PowerOnVM_Task, 'duration_secs': 1.69993} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.491017] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.491366] env[69735]: INFO nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1023.491589] env[69735]: DEBUG nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.492533] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce320bd-e0e6-4d1a-b187-518972d28b31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.617863] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.649230] env[69735]: DEBUG nova.scheduler.client.report [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1023.649519] env[69735]: DEBUG nova.compute.provider_tree [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 105 to 106 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1023.649699] env[69735]: DEBUG nova.compute.provider_tree [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.800253] env[69735]: DEBUG nova.network.neutron [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Successfully updated port: 11de68fb-baa0-4966-9462-edc6ce399792 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.832014] env[69735]: INFO nova.compute.manager [-] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Took 1.39 seconds to deallocate network for instance. [ 1023.832175] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605467, 'name': CreateVM_Task, 'duration_secs': 0.451437} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.833792] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.834418] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.834579] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.834877] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.837508] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa58d59-f9ab-4b6c-90ea-6168abcc597f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.842810] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1023.842810] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f2b522-ef56-de28-3681-eef7f0129492" [ 1023.842810] env[69735]: _type = "Task" [ 1023.842810] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.851143] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f2b522-ef56-de28-3681-eef7f0129492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.892174] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605468, 'name': ReconfigVM_Task, 'duration_secs': 0.407492} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.892570] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 43a80e55-271e-43ab-938a-8eb91b8ff404/43a80e55-271e-43ab-938a-8eb91b8ff404.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.893385] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5174ac6-e898-4a16-bc4a-9dd93b87b904 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.900369] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1023.900369] env[69735]: value = "task-3605469" [ 1023.900369] env[69735]: _type = "Task" [ 1023.900369] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.911179] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605469, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.010086] env[69735]: INFO nova.compute.manager [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Took 54.11 seconds to build instance. [ 1024.154982] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.893s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.155623] env[69735]: DEBUG nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.158939] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.416s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.160449] env[69735]: INFO nova.compute.claims [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.305304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.305529] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.305796] env[69735]: DEBUG nova.network.neutron [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.319293] env[69735]: DEBUG nova.compute.manager [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Received event network-vif-plugged-dc373764-fd3d-48dd-9eda-acba03e341cc {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.319494] env[69735]: DEBUG oslo_concurrency.lockutils [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] Acquiring lock "fa499761-b980-451d-a2eb-0498e17e8403-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.319708] env[69735]: DEBUG oslo_concurrency.lockutils [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] Lock "fa499761-b980-451d-a2eb-0498e17e8403-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.319904] env[69735]: DEBUG oslo_concurrency.lockutils [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] Lock "fa499761-b980-451d-a2eb-0498e17e8403-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.320192] env[69735]: DEBUG nova.compute.manager [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] No waiting events found dispatching network-vif-plugged-dc373764-fd3d-48dd-9eda-acba03e341cc {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.320277] env[69735]: WARNING nova.compute.manager [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Received unexpected event network-vif-plugged-dc373764-fd3d-48dd-9eda-acba03e341cc for instance with vm_state building and task_state spawning. [ 1024.320436] env[69735]: DEBUG nova.compute.manager [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Received event network-changed-dc373764-fd3d-48dd-9eda-acba03e341cc {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.320712] env[69735]: DEBUG nova.compute.manager [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Refreshing instance network info cache due to event network-changed-dc373764-fd3d-48dd-9eda-acba03e341cc. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.320854] env[69735]: DEBUG oslo_concurrency.lockutils [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] Acquiring lock "refresh_cache-fa499761-b980-451d-a2eb-0498e17e8403" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.321012] env[69735]: DEBUG oslo_concurrency.lockutils [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] Acquired lock "refresh_cache-fa499761-b980-451d-a2eb-0498e17e8403" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.322111] env[69735]: DEBUG nova.network.neutron [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Refreshing network info cache for port dc373764-fd3d-48dd-9eda-acba03e341cc {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.341379] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.354462] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f2b522-ef56-de28-3681-eef7f0129492, 'name': SearchDatastore_Task, 'duration_secs': 0.030079} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.354979] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.355233] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.355479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.355608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.355785] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.356064] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f325bfd5-e33a-4e31-ba33-288544bbf28d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.365939] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.365939] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.366610] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd20c5d-e2a6-4f6e-9535-6e2c92ffb780 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.372545] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1024.372545] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52817983-f5d4-7eba-5505-29321586e661" [ 1024.372545] env[69735]: _type = "Task" [ 1024.372545] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.380464] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52817983-f5d4-7eba-5505-29321586e661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.413922] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605469, 'name': Rename_Task, 'duration_secs': 0.144302} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.413922] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.413922] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac21a1b9-cf98-4c96-8938-89580d6b411b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.418701] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1024.418701] env[69735]: value = "task-3605470" [ 1024.418701] env[69735]: _type = "Task" [ 1024.418701] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.429086] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.512671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7ef16c74-c203-4a94-97cc-63d1e32976b4 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "1b8b3976-902f-4191-80bc-a3edd8002f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.638s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.668136] env[69735]: DEBUG nova.compute.utils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.669977] env[69735]: DEBUG nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.670327] env[69735]: DEBUG nova.network.neutron [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.695932] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.696480] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.696835] env[69735]: INFO nova.compute.manager [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Attaching volume 1ac83445-f646-4cc7-b496-eb192d18dfa2 to /dev/sdb [ 1024.740019] env[69735]: DEBUG nova.policy [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376961eb4ee1483892f9345a479eb196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdf4c49c001d4612933c3e87e7459422', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.744952] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e745b0-b36b-4c8c-bab2-7cff3ae813ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.754723] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfa6bce-487e-4fb3-8986-fc980e4e434a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.771706] env[69735]: DEBUG nova.virt.block_device [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Updating existing volume attachment record: 38547ea2-8d45-46bc-a3ff-aeaeb9d1a1e9 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1024.885565] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52817983-f5d4-7eba-5505-29321586e661, 'name': SearchDatastore_Task, 'duration_secs': 0.019916} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.886410] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698087ea-9779-4415-9ebe-96d6d113ff7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.893249] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1024.893249] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5210dfc8-287b-e505-3753-d075afd99fcb" [ 1024.893249] env[69735]: _type = "Task" [ 1024.893249] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.894199] env[69735]: WARNING nova.network.neutron [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] ca4ab07b-caa7-40f0-81a9-c5b090e24952 already exists in list: networks containing: ['ca4ab07b-caa7-40f0-81a9-c5b090e24952']. ignoring it [ 1024.894393] env[69735]: WARNING nova.network.neutron [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] ca4ab07b-caa7-40f0-81a9-c5b090e24952 already exists in list: networks containing: ['ca4ab07b-caa7-40f0-81a9-c5b090e24952']. ignoring it [ 1024.908699] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5210dfc8-287b-e505-3753-d075afd99fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.929227] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.170366] env[69735]: DEBUG nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.410809] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5210dfc8-287b-e505-3753-d075afd99fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01918} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.411565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.411852] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] fa499761-b980-451d-a2eb-0498e17e8403/fa499761-b980-451d-a2eb-0498e17e8403.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.412205] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ef6f19-9183-48ef-b5b4-0d183a133fc3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.419582] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1025.419582] env[69735]: value = "task-3605474" [ 1025.419582] env[69735]: _type = "Task" [ 1025.419582] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.436670] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.442974] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605470, 'name': PowerOnVM_Task, 'duration_secs': 0.546458} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.446541] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.447510] env[69735]: INFO nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1025.447808] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.449106] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bfda6d-bda5-4b3d-a01d-ce2a673d6ec0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.683247] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273321b5-20cb-46d0-ac67-ac61d043f87d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.695024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eff7c7-11e7-4dd0-b142-ca9bb7b106f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.728817] env[69735]: DEBUG nova.network.neutron [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Updated VIF entry in instance network info cache for port dc373764-fd3d-48dd-9eda-acba03e341cc. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.729328] env[69735]: DEBUG nova.network.neutron [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Updating instance_info_cache with network_info: [{"id": "dc373764-fd3d-48dd-9eda-acba03e341cc", "address": "fa:16:3e:c8:aa:df", "network": {"id": "82f464a9-7733-4411-ab6b-d1df33d26014", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1312399276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68ed2769809c4544ba72e567b9415e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc373764-fd", "ovs_interfaceid": "dc373764-fd3d-48dd-9eda-acba03e341cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.732200] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea65f9-86bc-4f05-9761-4ee2fcbe9b08 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.743128] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d3e210-180e-4f20-b10e-27eeb5d119e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.764355] env[69735]: DEBUG nova.compute.provider_tree [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.848338] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.848684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.848936] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.849168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.849418] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.851951] env[69735]: INFO nova.compute.manager [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Terminating instance [ 1025.926865] env[69735]: DEBUG nova.network.neutron [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Successfully created port: c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.938577] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.975445] env[69735]: INFO nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Took 44.34 seconds to build instance. [ 1026.184410] env[69735]: DEBUG nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.216102] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.216424] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.216612] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.217521] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.217521] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.217913] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.218203] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.218405] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.218584] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.218775] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.218949] env[69735]: DEBUG nova.virt.hardware [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.220666] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b1adff-9d24-4db1-ad60-a7ec579d20ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.229767] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb980dd0-55f7-4b1b-8f4c-5e0f4895d182 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.236950] env[69735]: DEBUG oslo_concurrency.lockutils [req-326141da-d0ba-4363-9378-c394ab0c2bae req-191b2d0b-aca6-42a3-9105-a178441a9d34 service nova] Releasing lock "refresh_cache-fa499761-b980-451d-a2eb-0498e17e8403" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.270196] env[69735]: DEBUG nova.scheduler.client.report [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.338176] env[69735]: DEBUG nova.network.neutron [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ca4f24d-028c-4fbe-a2cc-d85b21fbceea", "address": "fa:16:3e:4c:c3:ef", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca4f24d-02", "ovs_interfaceid": "8ca4f24d-028c-4fbe-a2cc-d85b21fbceea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11de68fb-baa0-4966-9462-edc6ce399792", "address": "fa:16:3e:ed:3c:62", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11de68fb-ba", "ovs_interfaceid": "11de68fb-baa0-4966-9462-edc6ce399792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.357733] env[69735]: DEBUG nova.compute.manager [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.358413] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.359884] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf21f37-2861-4bb0-afb1-d2abb82c055c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.369808] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.370184] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dbd2755-1ddf-4beb-966c-b05bd8efe92a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.378161] env[69735]: DEBUG oslo_vmware.api [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1026.378161] env[69735]: value = "task-3605475" [ 1026.378161] env[69735]: _type = "Task" [ 1026.378161] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.390025] env[69735]: DEBUG oslo_vmware.api [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.431646] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689283} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.431646] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] fa499761-b980-451d-a2eb-0498e17e8403/fa499761-b980-451d-a2eb-0498e17e8403.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.431646] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.431881] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae2a4391-230a-4647-857a-2b0413310dfc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.439466] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1026.439466] env[69735]: value = "task-3605476" [ 1026.439466] env[69735]: _type = "Task" [ 1026.439466] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.449120] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.478165] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "43a80e55-271e-43ab-938a-8eb91b8ff404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.230s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.776187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.776755] env[69735]: DEBUG nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.779540] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.432s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.779769] env[69735]: DEBUG nova.objects.instance [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lazy-loading 'resources' on Instance uuid c6c84afc-2a50-4406-b933-13136d8c0257 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.841255] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.841950] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.842124] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.843037] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd70bd3-9efa-4ff1-8b55-d2ae05a85310 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.861902] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.862148] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.862279] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.862461] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.862608] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.862791] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.863092] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.863300] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.863491] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.863658] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.863900] env[69735]: DEBUG nova.virt.hardware [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.870549] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Reconfiguring VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1026.870867] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0748a34b-3bc5-4e90-ac24-bd56f1537fd7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.893267] env[69735]: DEBUG oslo_vmware.api [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605475, 'name': PowerOffVM_Task, 'duration_secs': 0.312749} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.894552] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.894738] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.895091] env[69735]: DEBUG oslo_vmware.api [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1026.895091] env[69735]: value = "task-3605477" [ 1026.895091] env[69735]: _type = "Task" [ 1026.895091] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.895310] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b321368-07f2-46ca-b472-fd7c95cd8e7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.906816] env[69735]: DEBUG oslo_vmware.api [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605477, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.949064] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121729} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.949381] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.950126] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d54c6-3495-4e15-8eeb-ab789788161e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.975474] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] fa499761-b980-451d-a2eb-0498e17e8403/fa499761-b980-451d-a2eb-0498e17e8403.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.976140] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597513ba-3ad0-4769-9bbf-c78694bd226d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.991713] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.991845] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.992040] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Deleting the datastore file [datastore1] ee7343da-669b-4b0c-a8f7-df825a8e2b3c {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.992896] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fc21389-bf72-4a86-88e8-7dfbdbbbe2b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.996207] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1026.996207] env[69735]: value = "task-3605479" [ 1026.996207] env[69735]: _type = "Task" [ 1026.996207] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.000292] env[69735]: DEBUG oslo_vmware.api [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1027.000292] env[69735]: value = "task-3605480" [ 1027.000292] env[69735]: _type = "Task" [ 1027.000292] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.007595] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.012463] env[69735]: DEBUG oslo_vmware.api [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.285139] env[69735]: DEBUG nova.compute.utils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.289058] env[69735]: DEBUG nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.289801] env[69735]: DEBUG nova.network.neutron [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.301243] env[69735]: DEBUG nova.compute.manager [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Received event network-vif-deleted-7024359f-d55a-44bc-abed-731d8e59ebfb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.301243] env[69735]: DEBUG nova.compute.manager [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-vif-plugged-11de68fb-baa0-4966-9462-edc6ce399792 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.301722] env[69735]: DEBUG oslo_concurrency.lockutils [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.302235] env[69735]: DEBUG oslo_concurrency.lockutils [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] Lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.303416] env[69735]: DEBUG oslo_concurrency.lockutils [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] Lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.303764] env[69735]: DEBUG nova.compute.manager [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] No waiting events found dispatching network-vif-plugged-11de68fb-baa0-4966-9462-edc6ce399792 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.304047] env[69735]: WARNING nova.compute.manager [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received unexpected event network-vif-plugged-11de68fb-baa0-4966-9462-edc6ce399792 for instance with vm_state active and task_state None. [ 1027.304313] env[69735]: DEBUG nova.compute.manager [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-changed-11de68fb-baa0-4966-9462-edc6ce399792 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.304566] env[69735]: DEBUG nova.compute.manager [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Refreshing instance network info cache due to event network-changed-11de68fb-baa0-4966-9462-edc6ce399792. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.304917] env[69735]: DEBUG oslo_concurrency.lockutils [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] Acquiring lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.305213] env[69735]: DEBUG oslo_concurrency.lockutils [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] Acquired lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.305498] env[69735]: DEBUG nova.network.neutron [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Refreshing network info cache for port 11de68fb-baa0-4966-9462-edc6ce399792 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.405383] env[69735]: DEBUG nova.policy [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c734c13c0f4a40389c1f2e563a4d34b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81be6b75204f4dcc9f353353b443b1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.412776] env[69735]: DEBUG oslo_vmware.api [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.512852] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605479, 'name': ReconfigVM_Task, 'duration_secs': 0.495639} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.518450] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Reconfigured VM instance instance-0000004b to attach disk [datastore2] fa499761-b980-451d-a2eb-0498e17e8403/fa499761-b980-451d-a2eb-0498e17e8403.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.519152] env[69735]: DEBUG oslo_vmware.api [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332785} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.519678] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-596e521a-126e-41e9-8309-5f115d126e29 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.521877] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.521877] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.521877] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.522358] env[69735]: INFO nova.compute.manager [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1027.522621] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.522873] env[69735]: DEBUG nova.compute.manager [-] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.523014] env[69735]: DEBUG nova.network.neutron [-] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.528363] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1027.528363] env[69735]: value = "task-3605482" [ 1027.528363] env[69735]: _type = "Task" [ 1027.528363] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.540090] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605482, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.790937] env[69735]: DEBUG nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.835893] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d6955-dab2-449a-9e3f-b965d69dad8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.846307] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f92415-24ce-4d67-b65b-4ca058baca85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.890466] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf060790-d228-469a-a5d1-e6dc6b16da7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.904647] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea5bb8-5e3b-4130-bd89-eb3a7de87c6c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.914168] env[69735]: DEBUG oslo_vmware.api [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605477, 'name': ReconfigVM_Task, 'duration_secs': 0.89173} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.922941] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.923213] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Reconfigured VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1027.926776] env[69735]: DEBUG nova.compute.provider_tree [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.038720] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605482, 'name': Rename_Task, 'duration_secs': 0.198671} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.039062] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.039411] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfaf8031-2471-4feb-a50a-7f1b7c60bb6e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.049449] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1028.049449] env[69735]: value = "task-3605483" [ 1028.049449] env[69735]: _type = "Task" [ 1028.049449] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.057838] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.082958] env[69735]: DEBUG nova.network.neutron [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updated VIF entry in instance network info cache for port 11de68fb-baa0-4966-9462-edc6ce399792. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.083678] env[69735]: DEBUG nova.network.neutron [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ca4f24d-028c-4fbe-a2cc-d85b21fbceea", "address": "fa:16:3e:4c:c3:ef", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca4f24d-02", "ovs_interfaceid": "8ca4f24d-028c-4fbe-a2cc-d85b21fbceea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11de68fb-baa0-4966-9462-edc6ce399792", "address": "fa:16:3e:ed:3c:62", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11de68fb-ba", "ovs_interfaceid": "11de68fb-baa0-4966-9462-edc6ce399792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.429653] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d9789ede-1188-47dc-9dc8-79f997c75c62 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-11de68fb-baa0-4966-9462-edc6ce399792" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.807s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.474512] env[69735]: DEBUG nova.scheduler.client.report [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1028.474796] env[69735]: DEBUG nova.compute.provider_tree [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 106 to 107 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1028.474979] env[69735]: DEBUG nova.compute.provider_tree [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.568420] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.587228] env[69735]: DEBUG oslo_concurrency.lockutils [req-a0a2d8bb-8068-4989-b013-1a810703c270 req-09561986-3c77-48c1-b93d-a46c9a3ad23b service nova] Releasing lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.801354] env[69735]: DEBUG nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.821830] env[69735]: DEBUG nova.network.neutron [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Successfully updated port: c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.834960] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.835223] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.835397] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.835585] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.835730] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.835894] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.836127] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.836287] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.836471] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.836638] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.836810] env[69735]: DEBUG nova.virt.hardware [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.837723] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e4cc78-25e3-4d1b-8005-e4923cf28783 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.850465] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7ae71d-2718-47f8-a1aa-3f1a44509b8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.856776] env[69735]: DEBUG nova.network.neutron [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Successfully created port: 47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.981422] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.983985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.266s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.984328] env[69735]: DEBUG nova.objects.instance [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lazy-loading 'resources' on Instance uuid 4fa542f9-65e3-409b-b92c-f027ab8654b1 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.007668] env[69735]: INFO nova.scheduler.client.report [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleted allocations for instance c6c84afc-2a50-4406-b933-13136d8c0257 [ 1029.060790] env[69735]: DEBUG oslo_vmware.api [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605483, 'name': PowerOnVM_Task, 'duration_secs': 0.671623} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.061119] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.061326] env[69735]: INFO nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1029.061502] env[69735]: DEBUG nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.062321] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c45522-270b-4867-92dd-c65de2756207 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.210873] env[69735]: DEBUG nova.network.neutron [-] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.324975] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.325349] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.327695] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b81d61-d461-4135-8188-b1e08a281e20 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.331997] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.335020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.335020] env[69735]: DEBUG nova.network.neutron [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.354554] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5992be-20f2-43c1-97e5-2a3b4bc8414b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.382105] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-1ac83445-f646-4cc7-b496-eb192d18dfa2/volume-1ac83445-f646-4cc7-b496-eb192d18dfa2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.382670] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e093de38-10f6-4ad6-9aa6-f53b08430fab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.402388] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1029.402388] env[69735]: value = "task-3605484" [ 1029.402388] env[69735]: _type = "Task" [ 1029.402388] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.414090] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.519954] env[69735]: DEBUG oslo_concurrency.lockutils [None req-df065647-d88e-45cf-bd45-1e2b69781b3d tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "c6c84afc-2a50-4406-b933-13136d8c0257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.878s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.581632] env[69735]: INFO nova.compute.manager [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Took 45.20 seconds to build instance. [ 1029.713784] env[69735]: INFO nova.compute.manager [-] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Took 2.19 seconds to deallocate network for instance. [ 1029.793298] env[69735]: DEBUG nova.compute.manager [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Received event network-vif-plugged-c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.793443] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Acquiring lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.793708] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.793840] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.793989] env[69735]: DEBUG nova.compute.manager [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] No waiting events found dispatching network-vif-plugged-c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.794168] env[69735]: WARNING nova.compute.manager [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Received unexpected event network-vif-plugged-c063e967-5c44-43bc-889c-bd01fd5576fd for instance with vm_state building and task_state spawning. [ 1029.794326] env[69735]: DEBUG nova.compute.manager [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Received event network-vif-deleted-78c59aac-515e-4161-a25b-f0a7f4e7715a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.794492] env[69735]: DEBUG nova.compute.manager [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Received event network-changed-8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.794664] env[69735]: DEBUG nova.compute.manager [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Refreshing instance network info cache due to event network-changed-8f794c32-0135-4999-8f5e-c13eb0a72bac. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.794864] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Acquiring lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.794976] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Acquired lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.795163] env[69735]: DEBUG nova.network.neutron [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Refreshing network info cache for port 8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.916569] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.936060] env[69735]: DEBUG nova.network.neutron [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.990575] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d9f2f-f67e-4481-ace0-a0188bcb43f2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.002771] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c1a5f-4f96-402f-b238-87ec6f7e2238 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.040753] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00678a9d-439f-45ed-82c0-d59ddc7e9449 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.051109] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8abda-5ac4-4af5-8ed2-58a1cea5d662 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.067964] env[69735]: DEBUG nova.compute.provider_tree [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.083515] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9c10557f-0be0-4814-bbf9-395f0047cbc8 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "fa499761-b980-451d-a2eb-0498e17e8403" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.767s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.200285] env[69735]: DEBUG nova.network.neutron [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Updating instance_info_cache with network_info: [{"id": "c063e967-5c44-43bc-889c-bd01fd5576fd", "address": "fa:16:3e:ed:d6:e8", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc063e967-5c", "ovs_interfaceid": "c063e967-5c44-43bc-889c-bd01fd5576fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.221436] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.387160] env[69735]: INFO nova.compute.manager [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Rebuilding instance [ 1030.417997] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.466957] env[69735]: DEBUG nova.compute.manager [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.469406] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6782a2ad-bd6b-44e2-988e-39935f4cde66 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.573605] env[69735]: DEBUG nova.scheduler.client.report [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.703335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.704177] env[69735]: DEBUG nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Instance network_info: |[{"id": "c063e967-5c44-43bc-889c-bd01fd5576fd", "address": "fa:16:3e:ed:d6:e8", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc063e967-5c", "ovs_interfaceid": "c063e967-5c44-43bc-889c-bd01fd5576fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.704631] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:d6:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c063e967-5c44-43bc-889c-bd01fd5576fd', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.715085] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.715478] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.715726] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5f97825-115b-4648-8bbe-e97e03f30c93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.745639] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.745639] env[69735]: value = "task-3605485" [ 1030.745639] env[69735]: _type = "Task" [ 1030.745639] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.758554] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605485, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.876793] env[69735]: DEBUG nova.network.neutron [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Updated VIF entry in instance network info cache for port 8f794c32-0135-4999-8f5e-c13eb0a72bac. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.877125] env[69735]: DEBUG nova.network.neutron [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Updating instance_info_cache with network_info: [{"id": "8f794c32-0135-4999-8f5e-c13eb0a72bac", "address": "fa:16:3e:55:2a:42", "network": {"id": "e4a846d4-c0d8-4387-b4ec-17d282e5b5c3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-217851319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f066329ec8044fb89a3db1654c12fe03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f794c32-01", "ovs_interfaceid": "8f794c32-0135-4999-8f5e-c13eb0a72bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.885801] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "43a80e55-271e-43ab-938a-8eb91b8ff404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.886129] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "43a80e55-271e-43ab-938a-8eb91b8ff404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.886358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "43a80e55-271e-43ab-938a-8eb91b8ff404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.886561] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "43a80e55-271e-43ab-938a-8eb91b8ff404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.886746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "43a80e55-271e-43ab-938a-8eb91b8ff404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.890252] env[69735]: INFO nova.compute.manager [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Terminating instance [ 1030.915953] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.988132] env[69735]: DEBUG nova.network.neutron [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Successfully updated port: 47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.076088] env[69735]: DEBUG oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d58e39-d1a4-8d58-7de6-0119574f95c0/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.077155] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a831346-59b6-4ba7-8de6-a6e464bf58ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.080507] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.084439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.292s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.084790] env[69735]: DEBUG nova.objects.instance [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lazy-loading 'resources' on Instance uuid 45443b55-ca14-472c-99a3-7b2d8e4bba76 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.090469] env[69735]: DEBUG oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d58e39-d1a4-8d58-7de6-0119574f95c0/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.090642] env[69735]: ERROR oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d58e39-d1a4-8d58-7de6-0119574f95c0/disk-0.vmdk due to incomplete transfer. [ 1031.091062] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fd69cc4-5820-405c-b0e0-1ea1fa569c42 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.100257] env[69735]: DEBUG oslo_vmware.rw_handles [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d58e39-d1a4-8d58-7de6-0119574f95c0/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1031.100478] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Uploaded image a47e757a-a069-4e93-bca4-0b8e7b21ccf7 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1031.102828] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1031.103660] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bac8414a-eda9-4946-b2f9-ce8f470dc791 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.109074] env[69735]: INFO nova.scheduler.client.report [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Deleted allocations for instance 4fa542f9-65e3-409b-b92c-f027ab8654b1 [ 1031.111875] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1031.111875] env[69735]: value = "task-3605486" [ 1031.111875] env[69735]: _type = "Task" [ 1031.111875] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.126006] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605486, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.241428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "fa499761-b980-451d-a2eb-0498e17e8403" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.241709] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "fa499761-b980-451d-a2eb-0498e17e8403" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.241921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "fa499761-b980-451d-a2eb-0498e17e8403-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.242129] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "fa499761-b980-451d-a2eb-0498e17e8403-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.242304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "fa499761-b980-451d-a2eb-0498e17e8403-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.244916] env[69735]: INFO nova.compute.manager [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Terminating instance [ 1031.262870] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605485, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.380677] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Releasing lock "refresh_cache-1b8b3976-902f-4191-80bc-a3edd8002f07" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.381014] env[69735]: DEBUG nova.compute.manager [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Received event network-changed-c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.381227] env[69735]: DEBUG nova.compute.manager [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Refreshing instance network info cache due to event network-changed-c063e967-5c44-43bc-889c-bd01fd5576fd. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.381474] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Acquiring lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.381632] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Acquired lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.381813] env[69735]: DEBUG nova.network.neutron [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Refreshing network info cache for port c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.397192] env[69735]: DEBUG nova.compute.manager [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.397192] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.397192] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7fdcd7-8ed3-4d7d-be93-db570eb319b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.407075] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.410702] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a527557-83bb-477e-ab1f-86a6aba3a106 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.418015] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605484, 'name': ReconfigVM_Task, 'duration_secs': 1.674552} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.419435] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-1ac83445-f646-4cc7-b496-eb192d18dfa2/volume-1ac83445-f646-4cc7-b496-eb192d18dfa2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.424655] env[69735]: DEBUG oslo_vmware.api [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1031.424655] env[69735]: value = "task-3605487" [ 1031.424655] env[69735]: _type = "Task" [ 1031.424655] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.424943] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e1e63c-3007-43c6-a3a4-5d46096ca13d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.445208] env[69735]: DEBUG oslo_vmware.api [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.446640] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1031.446640] env[69735]: value = "task-3605488" [ 1031.446640] env[69735]: _type = "Task" [ 1031.446640] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.461728] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.484377] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.484778] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7684c53-0a40-40f4-bc28-e28d88d9ca3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.493426] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.493657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.493953] env[69735]: DEBUG nova.network.neutron [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.497061] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1031.497061] env[69735]: value = "task-3605489" [ 1031.497061] env[69735]: _type = "Task" [ 1031.497061] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.509845] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.594037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.594037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.623449] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6f39038-4132-40da-863a-4925955b4b23 tempest-ListImageFiltersTestJSON-1392908584 tempest-ListImageFiltersTestJSON-1392908584-project-member] Lock "4fa542f9-65e3-409b-b92c-f027ab8654b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.670s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.630200] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605486, 'name': Destroy_Task, 'duration_secs': 0.405232} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.630555] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Destroyed the VM [ 1031.630704] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.631176] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4ee833e-9f6e-42ef-b8a4-bd33bea5ddac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.639164] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1031.639164] env[69735]: value = "task-3605490" [ 1031.639164] env[69735]: _type = "Task" [ 1031.639164] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.652842] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.701511] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.701749] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.754848] env[69735]: DEBUG nova.compute.manager [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.755132] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.761031] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dfdf3f-0843-4d46-8d66-36e6abb7a785 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.777684] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605485, 'name': CreateVM_Task, 'duration_secs': 0.801483} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.779904] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.780260] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.781024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.781181] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.781483] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.781833] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55871f38-532d-45cb-93f0-b5fa366d4419 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.787343] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539a9555-f105-4087-972c-bd0330b1e02a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.793555] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1031.793555] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f1bc73-9cbc-4d5d-9e80-365e7a6cccfa" [ 1031.793555] env[69735]: _type = "Task" [ 1031.793555] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.796130] env[69735]: DEBUG oslo_vmware.api [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1031.796130] env[69735]: value = "task-3605491" [ 1031.796130] env[69735]: _type = "Task" [ 1031.796130] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.814882] env[69735]: DEBUG oslo_vmware.api [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.814882] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f1bc73-9cbc-4d5d-9e80-365e7a6cccfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.815100] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.815501] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.815501] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.815784] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.816542] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.816542] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab157da1-f4b4-4ae4-97bf-61521fee24d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.825606] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.825917] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.829136] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aed4a4c-7d45-4f43-af87-61274a0aaa39 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.836108] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1031.836108] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52515036-ff56-b0da-58b6-9cc2de25e673" [ 1031.836108] env[69735]: _type = "Task" [ 1031.836108] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.844443] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52515036-ff56-b0da-58b6-9cc2de25e673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.864131] env[69735]: DEBUG nova.compute.manager [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Received event network-vif-plugged-47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.864357] env[69735]: DEBUG oslo_concurrency.lockutils [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] Acquiring lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.864566] env[69735]: DEBUG oslo_concurrency.lockutils [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.864725] env[69735]: DEBUG oslo_concurrency.lockutils [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.864953] env[69735]: DEBUG nova.compute.manager [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] No waiting events found dispatching network-vif-plugged-47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.866137] env[69735]: WARNING nova.compute.manager [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Received unexpected event network-vif-plugged-47b166d8-04e1-409c-99ba-b2402c68db52 for instance with vm_state building and task_state spawning. [ 1031.866137] env[69735]: DEBUG nova.compute.manager [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Received event network-changed-47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.866137] env[69735]: DEBUG nova.compute.manager [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Refreshing instance network info cache due to event network-changed-47b166d8-04e1-409c-99ba-b2402c68db52. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.866137] env[69735]: DEBUG oslo_concurrency.lockutils [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] Acquiring lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.950898] env[69735]: DEBUG oslo_vmware.api [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605487, 'name': PowerOffVM_Task, 'duration_secs': 0.291823} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.953656] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.953939] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.957122] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11f597cd-39b4-4b8a-8da2-4f9ac20a9f5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.964705] env[69735]: DEBUG oslo_vmware.api [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605488, 'name': ReconfigVM_Task, 'duration_secs': 0.216715} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.965036] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1032.009904] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605489, 'name': PowerOffVM_Task, 'duration_secs': 0.232985} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.010232] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.010423] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.013929] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369c5b1d-d76a-4903-b4a2-2abb574df054 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.022651] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.022937] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4ac7e43-a5b1-4303-9d78-673cea3dcbbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.030290] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.030483] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.030660] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleting the datastore file [datastore2] 43a80e55-271e-43ab-938a-8eb91b8ff404 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.030888] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96a43a94-924c-43fc-a0fd-b52236c663d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.036468] env[69735]: DEBUG oslo_vmware.api [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1032.036468] env[69735]: value = "task-3605494" [ 1032.036468] env[69735]: _type = "Task" [ 1032.036468] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.047503] env[69735]: DEBUG oslo_vmware.api [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.092703] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.092987] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.093180] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleting the datastore file [datastore2] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.093966] env[69735]: DEBUG nova.network.neutron [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.095675] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2337ec2c-de1b-4634-8481-4855acf70f80 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.097597] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.097818] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.098525] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd5c744-f548-425d-99e6-69fdebfb93f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.104602] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5950293d-1874-4f80-a497-7a9c35ea8102 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.110092] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1032.110092] env[69735]: value = "task-3605495" [ 1032.110092] env[69735]: _type = "Task" [ 1032.110092] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.131176] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223a1564-d92c-49a0-9a46-6d3f0b4f7b23 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.136339] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2151d431-f72f-44e1-8a06-f20ecfed9b5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.143328] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.196568] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa054a0-785d-427d-bbb3-9ae632e36aa0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.204951] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Reconfiguring VM to detach interface {{(pid=69735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1032.208322] env[69735]: DEBUG nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.210656] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae4b059-7f5f-4e9b-b087-a7b837f0e399 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.223405] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605490, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.230452] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562c4c04-825a-4914-99e8-09e199213833 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.234776] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1032.234776] env[69735]: value = "task-3605496" [ 1032.234776] env[69735]: _type = "Task" [ 1032.234776] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.248146] env[69735]: DEBUG nova.compute.provider_tree [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.257017] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.310210] env[69735]: DEBUG oslo_vmware.api [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605491, 'name': PowerOffVM_Task, 'duration_secs': 0.171915} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.310525] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.310735] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.311030] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-556d4702-0527-4a48-ad28-28a4e4e98cfc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.346834] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52515036-ff56-b0da-58b6-9cc2de25e673, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.347756] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7441b3-f3d5-4228-9cff-572220257e37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.353290] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1032.353290] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526cc07a-569c-19cc-5bbb-e4d5c7198cb9" [ 1032.353290] env[69735]: _type = "Task" [ 1032.353290] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.363526] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526cc07a-569c-19cc-5bbb-e4d5c7198cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.368091] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.368306] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.368478] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleting the datastore file [datastore2] fa499761-b980-451d-a2eb-0498e17e8403 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.368751] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-254809c1-3f90-4988-8e99-0abd85fdf2d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.376197] env[69735]: DEBUG oslo_vmware.api [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for the task: (returnval){ [ 1032.376197] env[69735]: value = "task-3605498" [ 1032.376197] env[69735]: _type = "Task" [ 1032.376197] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.383660] env[69735]: DEBUG oslo_vmware.api [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.456811] env[69735]: DEBUG nova.network.neutron [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Updated VIF entry in instance network info cache for port c063e967-5c44-43bc-889c-bd01fd5576fd. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.457202] env[69735]: DEBUG nova.network.neutron [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Updating instance_info_cache with network_info: [{"id": "c063e967-5c44-43bc-889c-bd01fd5576fd", "address": "fa:16:3e:ed:d6:e8", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc063e967-5c", "ovs_interfaceid": "c063e967-5c44-43bc-889c-bd01fd5576fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.474509] env[69735]: DEBUG nova.network.neutron [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance_info_cache with network_info: [{"id": "47b166d8-04e1-409c-99ba-b2402c68db52", "address": "fa:16:3e:ac:7a:18", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b166d8-04", "ovs_interfaceid": "47b166d8-04e1-409c-99ba-b2402c68db52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.546601] env[69735]: DEBUG oslo_vmware.api [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147726} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.546841] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.547045] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.547231] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.547404] env[69735]: INFO nova.compute.manager [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1032.547638] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.548199] env[69735]: DEBUG nova.compute.manager [-] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.548299] env[69735]: DEBUG nova.network.neutron [-] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.621987] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152068} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.622607] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.622803] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.623048] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.653552] env[69735]: DEBUG oslo_vmware.api [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605490, 'name': RemoveSnapshot_Task, 'duration_secs': 0.724037} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.653940] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1032.655075] env[69735]: INFO nova.compute.manager [None req-070a5197-ce95-4a05-ad50-aa9ba45ad9ec tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Took 14.20 seconds to snapshot the instance on the hypervisor. [ 1032.742372] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.748503] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.751512] env[69735]: DEBUG nova.scheduler.client.report [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.867131] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526cc07a-569c-19cc-5bbb-e4d5c7198cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.867711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.868124] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6a200ad3-99cf-427b-bd8d-e12da312a8ca/6a200ad3-99cf-427b-bd8d-e12da312a8ca.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.868538] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4df73ec9-2416-4b8f-a6ca-0c536ef7c4db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.877108] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1032.877108] env[69735]: value = "task-3605499" [ 1032.877108] env[69735]: _type = "Task" [ 1032.877108] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.887070] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.892114] env[69735]: DEBUG oslo_vmware.api [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Task: {'id': task-3605498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14388} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.892114] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.892114] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.892114] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.892114] env[69735]: INFO nova.compute.manager [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1032.892114] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.892114] env[69735]: DEBUG nova.compute.manager [-] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.892114] env[69735]: DEBUG nova.network.neutron [-] [instance: fa499761-b980-451d-a2eb-0498e17e8403] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.961936] env[69735]: DEBUG oslo_concurrency.lockutils [req-1046fc67-500c-4f6e-9bfa-0d424308f6d4 req-d0246745-f9e8-44fd-851e-2d9604e4e1c0 service nova] Releasing lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.976736] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.977071] env[69735]: DEBUG nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Instance network_info: |[{"id": "47b166d8-04e1-409c-99ba-b2402c68db52", "address": "fa:16:3e:ac:7a:18", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b166d8-04", "ovs_interfaceid": "47b166d8-04e1-409c-99ba-b2402c68db52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.977364] env[69735]: DEBUG oslo_concurrency.lockutils [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] Acquired lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.977534] env[69735]: DEBUG nova.network.neutron [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Refreshing network info cache for port 47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.978939] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:7a:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47b166d8-04e1-409c-99ba-b2402c68db52', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.988774] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.988774] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.988774] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24990d7e-89cd-4c5c-9cfa-07633547b713 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.010385] env[69735]: DEBUG nova.objects.instance [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'flavor' on Instance uuid f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.014927] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.014927] env[69735]: value = "task-3605500" [ 1033.014927] env[69735]: _type = "Task" [ 1033.014927] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.024420] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605500, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.247838] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.258819] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.258819] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.258979] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.260624] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.959s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.260926] env[69735]: DEBUG nova.objects.instance [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lazy-loading 'resources' on Instance uuid d670c7fd-fdba-418d-8aad-959821894e9b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.292886] env[69735]: INFO nova.scheduler.client.report [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Deleted allocations for instance 45443b55-ca14-472c-99a3-7b2d8e4bba76 [ 1033.389504] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605499, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.509872] env[69735]: DEBUG nova.network.neutron [-] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.518557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4fb1116-3fdf-4bf9-89f0-71bfde311d6e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.820s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.530087] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605500, 'name': CreateVM_Task, 'duration_secs': 0.342571} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.530233] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.531230] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.531465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.531885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.532263] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3194a85e-65c0-473d-a89c-156141feb475 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.538414] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1033.538414] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525df5bd-1aa2-56dc-ee19-065d8b69cb92" [ 1033.538414] env[69735]: _type = "Task" [ 1033.538414] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.553395] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525df5bd-1aa2-56dc-ee19-065d8b69cb92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.665884] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.666504] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.666637] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.666837] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.666979] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.667152] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.667585] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.667780] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.667957] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.668136] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.668311] env[69735]: DEBUG nova.virt.hardware [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.669644] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f5ee0-a53a-4993-8600-89fb3a4baef9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.682026] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044242b1-fabb-4e59-8be0-d971c58998c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.700111] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:82:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac3f3eb0-75f7-4786-853e-7a0266ad2803', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.707843] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.708138] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.708359] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ed4378e-5a9e-4f28-91ef-86cf5729d1cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.729048] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.729048] env[69735]: value = "task-3605501" [ 1033.729048] env[69735]: _type = "Task" [ 1033.729048] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.736756] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605501, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.745683] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.764680] env[69735]: DEBUG nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.795029] env[69735]: DEBUG nova.network.neutron [-] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.803254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c564974-8f9f-49b5-ba49-4a90529e8f6d tempest-ServerRescueTestJSON-853328931 tempest-ServerRescueTestJSON-853328931-project-member] Lock "45443b55-ca14-472c-99a3-7b2d8e4bba76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.759s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.868039] env[69735]: DEBUG nova.network.neutron [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updated VIF entry in instance network info cache for port 47b166d8-04e1-409c-99ba-b2402c68db52. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.870092] env[69735]: DEBUG nova.network.neutron [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance_info_cache with network_info: [{"id": "47b166d8-04e1-409c-99ba-b2402c68db52", "address": "fa:16:3e:ac:7a:18", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b166d8-04", "ovs_interfaceid": "47b166d8-04e1-409c-99ba-b2402c68db52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.889032] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766807} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.890368] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6a200ad3-99cf-427b-bd8d-e12da312a8ca/6a200ad3-99cf-427b-bd8d-e12da312a8ca.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.890441] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.891480] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-779e1f83-8793-47ce-87e3-42631e76d255 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.898168] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1033.898168] env[69735]: value = "task-3605502" [ 1033.898168] env[69735]: _type = "Task" [ 1033.898168] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.908390] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.017523] env[69735]: INFO nova.compute.manager [-] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Took 1.47 seconds to deallocate network for instance. [ 1034.057502] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525df5bd-1aa2-56dc-ee19-065d8b69cb92, 'name': SearchDatastore_Task, 'duration_secs': 0.026189} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.057637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.057781] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.058041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.058234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.058374] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.058649] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5eeef75-bb14-41e4-ab57-1866d636271a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.068316] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.068513] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.069529] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba3b7fe-5f5b-4b65-856a-ae201fbfe324 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.075086] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1034.075086] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522970cf-9289-f66e-df90-de5096acd3ee" [ 1034.075086] env[69735]: _type = "Task" [ 1034.075086] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.084366] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522970cf-9289-f66e-df90-de5096acd3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.179578] env[69735]: DEBUG nova.compute.manager [req-5fc6c15e-6a23-45a3-8290-a52bc812fc96 req-506b949b-b1a7-4f3e-8a67-4db8b0788adb service nova] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Received event network-vif-deleted-15c76438-8e7a-4c35-af69-f44c25835ab8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.179792] env[69735]: DEBUG nova.compute.manager [req-5fc6c15e-6a23-45a3-8290-a52bc812fc96 req-506b949b-b1a7-4f3e-8a67-4db8b0788adb service nova] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Received event network-vif-deleted-dc373764-fd3d-48dd-9eda-acba03e341cc {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.239671] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605501, 'name': CreateVM_Task, 'duration_secs': 0.408278} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.243209] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.248259] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.248259] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.248259] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.248259] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf10e50-ff7e-4be8-bf3c-bb5b45d426cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.252793] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.257774] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1034.257774] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d73b0-a1b7-c7c4-866e-aadf78e0a91c" [ 1034.257774] env[69735]: _type = "Task" [ 1034.257774] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.265749] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d73b0-a1b7-c7c4-866e-aadf78e0a91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.290526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.295439] env[69735]: INFO nova.compute.manager [-] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Took 1.40 seconds to deallocate network for instance. [ 1034.316366] env[69735]: INFO nova.compute.manager [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Rebuilding instance [ 1034.332514] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43340af-5f0c-4cbb-9d09-368d9ec7d6e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.344860] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d9f926-4afd-4c86-92eb-9fd6f110d8c6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.383355] env[69735]: DEBUG oslo_concurrency.lockutils [req-650312b9-56b7-4cf9-99d4-4a8085cafad8 req-24733413-9885-4fd9-8ff9-e3cd21ae358e service nova] Releasing lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.390163] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab0c737-4034-4703-a205-5345bd7e9612 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.406043] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c85a88b-99e7-4362-a3f1-4f893412b56d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.425644] env[69735]: DEBUG nova.compute.provider_tree [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.427026] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06254} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.428024] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.430640] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f68465-2c6b-482f-b64c-2e159b789b09 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.434657] env[69735]: DEBUG nova.compute.manager [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.434657] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efdabfb-d1e2-4ddb-8e31-4f9b89964027 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.463423] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 6a200ad3-99cf-427b-bd8d-e12da312a8ca/6a200ad3-99cf-427b-bd8d-e12da312a8ca.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.463423] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c09eec81-f2d1-46cc-a10b-d0ef2b0e7b89 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.484484] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1034.484484] env[69735]: value = "task-3605503" [ 1034.484484] env[69735]: _type = "Task" [ 1034.484484] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.492658] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.527037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.585767] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522970cf-9289-f66e-df90-de5096acd3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.586581] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9b9a2c-edf4-4b6c-bc5c-7cc0f39344e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.591568] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1034.591568] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5202c157-7568-1126-59fa-d250f757e699" [ 1034.591568] env[69735]: _type = "Task" [ 1034.591568] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.598833] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5202c157-7568-1126-59fa-d250f757e699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.750758] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.768551] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d73b0-a1b7-c7c4-866e-aadf78e0a91c, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.768872] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.769125] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.769341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.801787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.929207] env[69735]: DEBUG nova.scheduler.client.report [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.994907] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605503, 'name': ReconfigVM_Task, 'duration_secs': 0.302387} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.995268] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 6a200ad3-99cf-427b-bd8d-e12da312a8ca/6a200ad3-99cf-427b-bd8d-e12da312a8ca.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.995839] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42911fb1-7d8c-4595-8951-f1724808a2d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.006013] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1035.006013] env[69735]: value = "task-3605504" [ 1035.006013] env[69735]: _type = "Task" [ 1035.006013] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.014304] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605504, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.106077] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5202c157-7568-1126-59fa-d250f757e699, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.106077] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.106077] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf/3570b07b-e97a-4e59-967e-371cb1f743bf.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.106077] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.106077] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.106077] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5811cd2d-d262-458b-a1db-1fac9d00e01f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.109013] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b5aab9-73fd-4eb2-bf34-96e9e400726c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.116944] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1035.116944] env[69735]: value = "task-3605505" [ 1035.116944] env[69735]: _type = "Task" [ 1035.116944] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.121314] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.122665] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.123087] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6e6364-9085-4bc0-9d00-c98acc8a1e6b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.128915] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.132203] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1035.132203] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5236a52f-25e9-9ff9-c58a-36ff46c07e65" [ 1035.132203] env[69735]: _type = "Task" [ 1035.132203] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.140318] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5236a52f-25e9-9ff9-c58a-36ff46c07e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.254046] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.441287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.444889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.156s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.468877] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.469252] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5dbf370-56d2-4820-8a29-8714e887acf6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.479272] env[69735]: INFO nova.scheduler.client.report [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Deleted allocations for instance d670c7fd-fdba-418d-8aad-959821894e9b [ 1035.482592] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1035.482592] env[69735]: value = "task-3605506" [ 1035.482592] env[69735]: _type = "Task" [ 1035.482592] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.498809] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.520523] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605504, 'name': Rename_Task, 'duration_secs': 0.152841} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.521047] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.525018] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075e6868-b0bf-4a16-9319-434ec065946e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.533538] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1035.533538] env[69735]: value = "task-3605507" [ 1035.533538] env[69735]: _type = "Task" [ 1035.533538] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.547427] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.626437] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456619} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.626733] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf/3570b07b-e97a-4e59-967e-371cb1f743bf.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.626899] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.627227] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c003150f-6d4c-437b-a13e-7120bae8b9fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.641117] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1035.641117] env[69735]: value = "task-3605508" [ 1035.641117] env[69735]: _type = "Task" [ 1035.641117] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.646410] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5236a52f-25e9-9ff9-c58a-36ff46c07e65, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.647720] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae455a4-8309-41e1-a99d-9b086189121c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.655145] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.658805] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1035.658805] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c320c9-ca03-631b-a746-f9872be7320b" [ 1035.658805] env[69735]: _type = "Task" [ 1035.658805] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.668029] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c320c9-ca03-631b-a746-f9872be7320b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.752456] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.995430] env[69735]: DEBUG oslo_concurrency.lockutils [None req-275c32c3-48b0-486a-b62c-4a5f41ccd201 tempest-ListServerFiltersTestJSON-1638024464 tempest-ListServerFiltersTestJSON-1638024464-project-member] Lock "d670c7fd-fdba-418d-8aad-959821894e9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.328s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.003121] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605506, 'name': PowerOffVM_Task, 'duration_secs': 0.217263} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.003401] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.044316] env[69735]: DEBUG oslo_vmware.api [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605507, 'name': PowerOnVM_Task, 'duration_secs': 0.471941} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.044586] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.044779] env[69735]: INFO nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1036.044948] env[69735]: DEBUG nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.045833] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8662e8-b60e-4689-b4f1-b6c759cbdc08 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.096545] env[69735]: INFO nova.compute.manager [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Detaching volume 1ac83445-f646-4cc7-b496-eb192d18dfa2 [ 1036.135650] env[69735]: INFO nova.virt.block_device [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Attempting to driver detach volume 1ac83445-f646-4cc7-b496-eb192d18dfa2 from mountpoint /dev/sdb [ 1036.135930] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1036.136200] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1036.137075] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6889c-70da-4079-84e0-cfbb3c38cce2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.171380] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073863} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.175253] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338f6715-e5ed-4c44-81bc-ddf058a4185b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.177804] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.179639] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c223d-6a63-4bfa-9996-9f24ca987cf5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.187071] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c320c9-ca03-631b-a746-f9872be7320b, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.197299] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.197568] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638/c8355b1e-3a2c-45cb-9ade-91fe8cf9b638.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.206429] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf/3570b07b-e97a-4e59-967e-371cb1f743bf.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.209687] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-437939dd-d8bb-4386-b672-72bf5b001184 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.211503] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0908b49-e92e-4cab-81f9-be3ef0fefd01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.226421] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1745cbbe-8fd1-4c93-82dd-7f1e3088f45e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.257925] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd455de9-d64b-4726-8e1a-38d5b4ebfd40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.260437] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1036.260437] env[69735]: value = "task-3605509" [ 1036.260437] env[69735]: _type = "Task" [ 1036.260437] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.260676] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1036.260676] env[69735]: value = "task-3605510" [ 1036.260676] env[69735]: _type = "Task" [ 1036.260676] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.280464] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.280766] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] The volume has not been displaced from its original location: [datastore1] volume-1ac83445-f646-4cc7-b496-eb192d18dfa2/volume-1ac83445-f646-4cc7-b496-eb192d18dfa2.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1036.286291] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.289757] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29418b7-4429-4be2-b3e9-2a2fb349c92f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.308981] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.309244] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.313792] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1036.313792] env[69735]: value = "task-3605511" [ 1036.313792] env[69735]: _type = "Task" [ 1036.313792] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.323663] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.571260] env[69735]: INFO nova.compute.manager [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Took 46.65 seconds to build instance. [ 1036.596017] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9460b796-b492-4db3-84e5-0992ca2f4771 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.607419] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93debd4f-4b28-462f-8dfa-2d6ccf06d507 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.644291] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a6d4a-13ea-42dd-ace5-0bfe6d79015a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.654064] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264102f7-73ad-4d95-ad9c-a5d8e3197429 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.673083] env[69735]: DEBUG nova.compute.provider_tree [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.758743] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.773085] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480886} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.776319] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638/c8355b1e-3a2c-45cb-9ade-91fe8cf9b638.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.776542] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.776793] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.776999] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b6aa8ef-2535-46c2-9688-69ff159798de {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.783428] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1036.783428] env[69735]: value = "task-3605512" [ 1036.783428] env[69735]: _type = "Task" [ 1036.783428] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.792190] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.823165] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605511, 'name': ReconfigVM_Task, 'duration_secs': 0.320111} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.823530] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.828611] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-304a6068-7373-4d8b-9150-758d748d9f7f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.841981] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1036.841981] env[69735]: value = "task-3605513" [ 1036.841981] env[69735]: _type = "Task" [ 1036.841981] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.851111] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.076295] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3f6c7e0d-a53b-4294-ba86-24a283fe1988 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.161s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.201938] env[69735]: ERROR nova.scheduler.client.report [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [req-a9a2e638-9c83-4458-a74a-926f38e29460] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9a2e638-9c83-4458-a74a-926f38e29460"}]} [ 1037.226500] env[69735]: DEBUG nova.scheduler.client.report [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1037.261264] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.270345] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605510, 'name': ReconfigVM_Task, 'duration_secs': 0.685608} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.270611] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf/3570b07b-e97a-4e59-967e-371cb1f743bf.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.271243] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db6dc24e-2c78-4cd2-b995-10e04d656f18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.278188] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1037.278188] env[69735]: value = "task-3605514" [ 1037.278188] env[69735]: _type = "Task" [ 1037.278188] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.284028] env[69735]: DEBUG nova.scheduler.client.report [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1037.284262] env[69735]: DEBUG nova.compute.provider_tree [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.292818] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605514, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.298104] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070463} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.298152] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.299071] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d014bf5a-d76c-4852-b1dd-470f54a172cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.322771] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638/c8355b1e-3a2c-45cb-9ade-91fe8cf9b638.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.324098] env[69735]: DEBUG nova.scheduler.client.report [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1037.326993] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e0b8783-e013-4bdf-9b54-58145e8e15b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.361349] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605513, 'name': ReconfigVM_Task, 'duration_secs': 0.337448} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.363024] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1037.365463] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1037.365463] env[69735]: value = "task-3605515" [ 1037.365463] env[69735]: _type = "Task" [ 1037.365463] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.366852] env[69735]: DEBUG nova.scheduler.client.report [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1037.383052] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.597565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "8e836323-ef53-49c1-a3fb-51934efecf6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.597856] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "8e836323-ef53-49c1-a3fb-51934efecf6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.598098] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "8e836323-ef53-49c1-a3fb-51934efecf6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.598315] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "8e836323-ef53-49c1-a3fb-51934efecf6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.598486] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "8e836323-ef53-49c1-a3fb-51934efecf6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.603509] env[69735]: INFO nova.compute.manager [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Terminating instance [ 1037.764219] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.790340] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605514, 'name': Rename_Task, 'duration_secs': 0.223562} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.790778] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.790999] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42b6b4d7-3ca5-41f7-bc59-a362bbb69cdf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.800923] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1037.800923] env[69735]: value = "task-3605516" [ 1037.800923] env[69735]: _type = "Task" [ 1037.800923] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.809971] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.879049] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.940503] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25745aa2-06e6-457e-9baa-6d268c903507 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.949476] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d31ce66-729b-4d10-adb3-e2cdc3d4bdda {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.995303] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fac6e8-8cdc-4f29-8aa0-b856e3ea8994 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.005052] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042a0f4b-056a-4fe2-80dc-98267f4c27c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.025830] env[69735]: DEBUG nova.compute.provider_tree [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.107090] env[69735]: DEBUG nova.compute.manager [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.107334] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.108556] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee89e9a-f95c-4584-87b0-a50682048405 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.116332] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.116596] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5cc029-dfe5-4d8b-8a67-95dd94db613f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.125656] env[69735]: DEBUG oslo_vmware.api [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 1038.125656] env[69735]: value = "task-3605517" [ 1038.125656] env[69735]: _type = "Task" [ 1038.125656] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.135636] env[69735]: DEBUG oslo_vmware.api [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.260502] env[69735]: DEBUG oslo_vmware.api [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605496, 'name': ReconfigVM_Task, 'duration_secs': 5.854926} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.260993] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.261364] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Reconfigured VM to detach interface {{(pid=69735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1038.311520] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.380252] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605515, 'name': ReconfigVM_Task, 'duration_secs': 0.652768} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.380252] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Reconfigured VM instance instance-00000043 to attach disk [datastore1] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638/c8355b1e-3a2c-45cb-9ade-91fe8cf9b638.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.380252] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-969f32e7-83c3-4c5c-8afc-8cb48a3a09c6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.387371] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1038.387371] env[69735]: value = "task-3605518" [ 1038.387371] env[69735]: _type = "Task" [ 1038.387371] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.393529] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605518, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.449024] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.449024] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb0641c-1861-4db1-899e-37d64c66434d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.456258] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1038.456258] env[69735]: value = "task-3605519" [ 1038.456258] env[69735]: _type = "Task" [ 1038.456258] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.467300] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1038.469019] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1038.469019] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1038.469019] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d84660-054f-4ddc-87cc-a2e888b5f536 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.491260] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a32bba-7c4a-46d5-b4ee-2e5aba81664d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.499758] env[69735]: WARNING nova.virt.vmwareapi.driver [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1038.500407] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.501376] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060e17aa-b9ca-4244-ac8b-43eba4350d08 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.510801] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.511741] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56ca1338-f7d3-4d21-a00c-f0f62f9758da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.569931] env[69735]: DEBUG nova.scheduler.client.report [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.570237] env[69735]: DEBUG nova.compute.provider_tree [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 109 to 110 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.570419] env[69735]: DEBUG nova.compute.provider_tree [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.587639] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.587884] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.588077] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleting the datastore file [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.588773] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8119e23f-6452-4046-b210-5fc39c19729d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.597770] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1038.597770] env[69735]: value = "task-3605521" [ 1038.597770] env[69735]: _type = "Task" [ 1038.597770] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.606554] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.635904] env[69735]: DEBUG oslo_vmware.api [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605517, 'name': PowerOffVM_Task, 'duration_secs': 0.245569} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.636232] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.636416] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.636765] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ee5e19e-0a73-4b60-8827-d032ecb6ef11 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.704327] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.704549] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.704739] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Deleting the datastore file [datastore1] 8e836323-ef53-49c1-a3fb-51934efecf6d {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.704995] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bba8b90-ffc4-4943-9cc9-572367c02c79 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.714025] env[69735]: DEBUG oslo_vmware.api [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for the task: (returnval){ [ 1038.714025] env[69735]: value = "task-3605523" [ 1038.714025] env[69735]: _type = "Task" [ 1038.714025] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.723032] env[69735]: DEBUG oslo_vmware.api [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.817722] env[69735]: DEBUG oslo_vmware.api [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605516, 'name': PowerOnVM_Task, 'duration_secs': 0.741198} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.818463] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.818814] env[69735]: INFO nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1038.819285] env[69735]: DEBUG nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.820506] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac19adeb-1f42-4313-8978-757a45b66a14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.877153] env[69735]: DEBUG nova.compute.manager [req-9d3ae0c9-b87b-44a4-b9d2-4ff31b1f38ea req-72a495c6-8419-4226-ac9c-bca44a2b317d service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Received event network-changed-c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.877153] env[69735]: DEBUG nova.compute.manager [req-9d3ae0c9-b87b-44a4-b9d2-4ff31b1f38ea req-72a495c6-8419-4226-ac9c-bca44a2b317d service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Refreshing instance network info cache due to event network-changed-c063e967-5c44-43bc-889c-bd01fd5576fd. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.877153] env[69735]: DEBUG oslo_concurrency.lockutils [req-9d3ae0c9-b87b-44a4-b9d2-4ff31b1f38ea req-72a495c6-8419-4226-ac9c-bca44a2b317d service nova] Acquiring lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.877568] env[69735]: DEBUG oslo_concurrency.lockutils [req-9d3ae0c9-b87b-44a4-b9d2-4ff31b1f38ea req-72a495c6-8419-4226-ac9c-bca44a2b317d service nova] Acquired lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.877867] env[69735]: DEBUG nova.network.neutron [req-9d3ae0c9-b87b-44a4-b9d2-4ff31b1f38ea req-72a495c6-8419-4226-ac9c-bca44a2b317d service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Refreshing network info cache for port c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.907748] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605518, 'name': Rename_Task, 'duration_secs': 0.161605} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.908074] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.908295] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb10906-1837-4076-96d2-b828daa0c30a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.915128] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1038.915128] env[69735]: value = "task-3605524" [ 1038.915128] env[69735]: _type = "Task" [ 1038.915128] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.924408] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.108389] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168179} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.109258] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.109442] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.109611] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.228159] env[69735]: DEBUG oslo_vmware.api [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Task: {'id': task-3605523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190385} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.228411] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.228586] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.229178] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.229402] env[69735]: INFO nova.compute.manager [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1039.229657] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.229842] env[69735]: DEBUG nova.compute.manager [-] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.229894] env[69735]: DEBUG nova.network.neutron [-] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.346554] env[69735]: INFO nova.compute.manager [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Took 48.62 seconds to build instance. [ 1039.427478] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605524, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.589582] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.145s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.593755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.308s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.594035] env[69735]: DEBUG nova.objects.instance [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lazy-loading 'resources' on Instance uuid 3a1bc72d-ba13-4db4-95cb-3922dc50345a {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.614538] env[69735]: INFO nova.virt.block_device [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Booting with volume 1ac83445-f646-4cc7-b496-eb192d18dfa2 at /dev/sdb [ 1039.663743] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1242f947-21de-47a6-afc3-4fb268935996 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.673016] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947056e-67f4-4af8-9e98-b6cd57d7f565 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.717928] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-254f41cd-5673-44e7-98f3-b0440e37120d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.727886] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e8439a-3eb2-425b-bbbe-124a6c0cf02b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.764224] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bed6e8-41b0-4aa3-a78f-dcbb4b09c7c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.773832] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344d2ac-65be-4d4a-9e04-d4f75d6c41d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.776632] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.776681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.776838] env[69735]: DEBUG nova.network.neutron [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.791876] env[69735]: DEBUG nova.virt.block_device [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Updating existing volume attachment record: f6655519-16b3-41e0-9727-798c7733c992 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1039.849024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9533cb24-931f-4c44-93af-cbb7d3d9cec5 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.815s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.928808] env[69735]: DEBUG oslo_vmware.api [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605524, 'name': PowerOnVM_Task, 'duration_secs': 0.718426} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.929109] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.929408] env[69735]: DEBUG nova.compute.manager [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.930109] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d711fa-f767-4a99-9415-17b687bdf54a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.172866] env[69735]: INFO nova.scheduler.client.report [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted allocation for migration 1df8bb4b-89fd-4fb0-9e0b-52d272cf9f9b [ 1040.313508] env[69735]: DEBUG nova.network.neutron [req-9d3ae0c9-b87b-44a4-b9d2-4ff31b1f38ea req-72a495c6-8419-4226-ac9c-bca44a2b317d service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Updated VIF entry in instance network info cache for port c063e967-5c44-43bc-889c-bd01fd5576fd. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.314401] env[69735]: DEBUG nova.network.neutron [req-9d3ae0c9-b87b-44a4-b9d2-4ff31b1f38ea req-72a495c6-8419-4226-ac9c-bca44a2b317d service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Updating instance_info_cache with network_info: [{"id": "c063e967-5c44-43bc-889c-bd01fd5576fd", "address": "fa:16:3e:ed:d6:e8", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc063e967-5c", "ovs_interfaceid": "c063e967-5c44-43bc-889c-bd01fd5576fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.448560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.559651] env[69735]: DEBUG nova.compute.manager [req-94a0d2dd-94fb-4287-bfff-8036921d652e req-41da2e50-9130-4e3c-bbb5-f7a130f2bef4 service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Received event network-changed-47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.559651] env[69735]: DEBUG nova.compute.manager [req-94a0d2dd-94fb-4287-bfff-8036921d652e req-41da2e50-9130-4e3c-bbb5-f7a130f2bef4 service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Refreshing instance network info cache due to event network-changed-47b166d8-04e1-409c-99ba-b2402c68db52. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.559651] env[69735]: DEBUG oslo_concurrency.lockutils [req-94a0d2dd-94fb-4287-bfff-8036921d652e req-41da2e50-9130-4e3c-bbb5-f7a130f2bef4 service nova] Acquiring lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.559651] env[69735]: DEBUG oslo_concurrency.lockutils [req-94a0d2dd-94fb-4287-bfff-8036921d652e req-41da2e50-9130-4e3c-bbb5-f7a130f2bef4 service nova] Acquired lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.559651] env[69735]: DEBUG nova.network.neutron [req-94a0d2dd-94fb-4287-bfff-8036921d652e req-41da2e50-9130-4e3c-bbb5-f7a130f2bef4 service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Refreshing network info cache for port 47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.621784] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8941c990-630d-4550-b292-d86f5e246044 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.630880] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4170ef-eff2-4564-8d14-6604ce832c02 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.673032] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c998fd6f-7cfd-49cd-8697-1773fae8c0ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.681829] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902b0e5-4134-457a-878c-0f4d7bf1b1f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.687685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ea50d4ef-753a-4c38-918b-8a5070fa2a97 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.794s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.698812] env[69735]: DEBUG nova.compute.provider_tree [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.800924] env[69735]: INFO nova.network.neutron [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Port 8ca4f24d-028c-4fbe-a2cc-d85b21fbceea from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1040.819658] env[69735]: DEBUG oslo_concurrency.lockutils [req-9d3ae0c9-b87b-44a4-b9d2-4ff31b1f38ea req-72a495c6-8419-4226-ac9c-bca44a2b317d service nova] Releasing lock "refresh_cache-6a200ad3-99cf-427b-bd8d-e12da312a8ca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.992722] env[69735]: DEBUG nova.network.neutron [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11de68fb-baa0-4966-9462-edc6ce399792", "address": "fa:16:3e:ed:3c:62", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11de68fb-ba", "ovs_interfaceid": "11de68fb-baa0-4966-9462-edc6ce399792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.214226] env[69735]: DEBUG nova.network.neutron [-] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.224298] env[69735]: ERROR nova.scheduler.client.report [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] [req-5dbd88f8-fea9-422e-ac65-e7820cf74283] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dbd88f8-fea9-422e-ac65-e7820cf74283"}]} [ 1041.248414] env[69735]: DEBUG nova.scheduler.client.report [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.264399] env[69735]: DEBUG nova.scheduler.client.report [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.264662] env[69735]: DEBUG nova.compute.provider_tree [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.282019] env[69735]: DEBUG nova.scheduler.client.report [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.299868] env[69735]: DEBUG nova.scheduler.client.report [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1041.363124] env[69735]: DEBUG nova.compute.manager [req-fcddb10d-a592-4a56-92f8-107513800a43 req-e246004a-e5eb-4865-a449-32f631d44f0f service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-vif-deleted-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.364820] env[69735]: DEBUG nova.compute.manager [req-fcddb10d-a592-4a56-92f8-107513800a43 req-e246004a-e5eb-4865-a449-32f631d44f0f service nova] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Received event network-vif-deleted-177e5e2b-7d3f-4210-933b-0737d91c9f65 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.429085] env[69735]: DEBUG nova.network.neutron [req-94a0d2dd-94fb-4287-bfff-8036921d652e req-41da2e50-9130-4e3c-bbb5-f7a130f2bef4 service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updated VIF entry in instance network info cache for port 47b166d8-04e1-409c-99ba-b2402c68db52. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.429454] env[69735]: DEBUG nova.network.neutron [req-94a0d2dd-94fb-4287-bfff-8036921d652e req-41da2e50-9130-4e3c-bbb5-f7a130f2bef4 service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance_info_cache with network_info: [{"id": "47b166d8-04e1-409c-99ba-b2402c68db52", "address": "fa:16:3e:ac:7a:18", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b166d8-04", "ovs_interfaceid": "47b166d8-04e1-409c-99ba-b2402c68db52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.495840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.683655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.683655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "187cd818-d85b-421b-8b69-9b20e04e146b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.683655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.683655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.683655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "187cd818-d85b-421b-8b69-9b20e04e146b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.684401] env[69735]: INFO nova.compute.manager [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Terminating instance [ 1041.723406] env[69735]: INFO nova.compute.manager [-] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Took 2.49 seconds to deallocate network for instance. [ 1041.810431] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9309100b-9bb4-430d-87cd-d4a4f99a5d7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.819216] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545bdeb2-cad8-4789-9384-b53852d054c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.855764] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc311c57-9a3a-4874-9f58-3010b5e76a85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.863287] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e772c397-2bcf-41ca-9d7c-6150c28c2829 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.877711] env[69735]: DEBUG nova.compute.provider_tree [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.932392] env[69735]: DEBUG oslo_concurrency.lockutils [req-94a0d2dd-94fb-4287-bfff-8036921d652e req-41da2e50-9130-4e3c-bbb5-f7a130f2bef4 service nova] Releasing lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.958242] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.958556] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.958742] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.958930] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.959089] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.959239] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.959445] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.959600] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.959788] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.959948] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.960142] env[69735]: DEBUG nova.virt.hardware [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.961044] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a3c35-41b9-4988-b795-fe548b4fc948 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.970404] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5f5740-23f4-4a2f-a56b-fd85499fce6b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.983845] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:e3:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07913661-b842-4ef3-b0a5-ed439e176183', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.992372] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.992618] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.992830] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cf39a6-14c9-4357-b8c0-69b02042ae32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.008860] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a0c94db7-91eb-4732-8705-9e90d311cd55 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-187cd818-d85b-421b-8b69-9b20e04e146b-8ca4f24d-028c-4fbe-a2cc-d85b21fbceea" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.416s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.015440] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.015440] env[69735]: value = "task-3605525" [ 1042.015440] env[69735]: _type = "Task" [ 1042.015440] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.027631] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605525, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.194613] env[69735]: DEBUG nova.compute.manager [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.194851] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.195843] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744e68eb-1a96-4531-90e8-4d25dc850a4c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.205258] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.205572] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453731f3-2995-4644-b451-0fa479fcff3f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.212373] env[69735]: DEBUG oslo_vmware.api [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1042.212373] env[69735]: value = "task-3605526" [ 1042.212373] env[69735]: _type = "Task" [ 1042.212373] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.220660] env[69735]: DEBUG oslo_vmware.api [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.232257] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.433197] env[69735]: DEBUG nova.scheduler.client.report [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.434436] env[69735]: DEBUG nova.compute.provider_tree [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 111 to 112 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.434436] env[69735]: DEBUG nova.compute.provider_tree [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.533659] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605525, 'name': CreateVM_Task, 'duration_secs': 0.394017} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.533659] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.534492] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.534715] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.535149] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.535466] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a446ff-f4aa-4cae-92de-cf496aeb9e32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.541270] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1042.541270] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521dd68c-e768-c6de-ebdf-4da0d23a10ed" [ 1042.541270] env[69735]: _type = "Task" [ 1042.541270] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.553828] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521dd68c-e768-c6de-ebdf-4da0d23a10ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.593837] env[69735]: DEBUG nova.compute.manager [req-60ecbcf0-c977-4692-979e-3631dd2e52b2 req-2290a3b0-f363-4c3e-929f-d97914947b5d service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-vif-deleted-11de68fb-baa0-4966-9462-edc6ce399792 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.594012] env[69735]: INFO nova.compute.manager [req-60ecbcf0-c977-4692-979e-3631dd2e52b2 req-2290a3b0-f363-4c3e-929f-d97914947b5d service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Neutron deleted interface 11de68fb-baa0-4966-9462-edc6ce399792; detaching it from the instance and deleting it from the info cache [ 1042.595286] env[69735]: DEBUG nova.network.neutron [req-60ecbcf0-c977-4692-979e-3631dd2e52b2 req-2290a3b0-f363-4c3e-929f-d97914947b5d service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [{"id": "48f84144-b595-46af-b964-c666287fc2e4", "address": "fa:16:3e:72:f8:67", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f84144-b5", "ovs_interfaceid": "48f84144-b595-46af-b964-c666287fc2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.722826] env[69735]: DEBUG oslo_vmware.api [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605526, 'name': PowerOffVM_Task, 'duration_secs': 0.227291} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.723321] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.723667] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.724483] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-404092df-f691-4df7-99ac-819d19dee211 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.871947] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.872399] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.872648] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleting the datastore file [datastore2] 187cd818-d85b-421b-8b69-9b20e04e146b {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.872989] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99ab3df5-0dbc-4850-bd61-9b0341c5ab14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.880720] env[69735]: DEBUG oslo_vmware.api [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1042.880720] env[69735]: value = "task-3605528" [ 1042.880720] env[69735]: _type = "Task" [ 1042.880720] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.889755] env[69735]: DEBUG oslo_vmware.api [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.940835] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.347s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.944530] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.108s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.947482] env[69735]: INFO nova.compute.claims [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.977141] env[69735]: INFO nova.scheduler.client.report [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Deleted allocations for instance 3a1bc72d-ba13-4db4-95cb-3922dc50345a [ 1043.058417] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521dd68c-e768-c6de-ebdf-4da0d23a10ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.058417] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.058417] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.058417] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.058417] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.058417] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.058417] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6aacdcd-a750-4f93-8dcc-0097da4048bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.072023] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.072023] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.072023] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559b502f-ab89-48e4-9895-ac005cc73287 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.076544] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1043.076544] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d80af1-e820-03bb-5226-15a73c2e4e99" [ 1043.076544] env[69735]: _type = "Task" [ 1043.076544] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.085934] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d80af1-e820-03bb-5226-15a73c2e4e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.097395] env[69735]: DEBUG oslo_concurrency.lockutils [req-60ecbcf0-c977-4692-979e-3631dd2e52b2 req-2290a3b0-f363-4c3e-929f-d97914947b5d service nova] Acquiring lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.392886] env[69735]: DEBUG oslo_vmware.api [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.458904] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "a8571657-4975-448d-9902-1ada5a780e15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.459264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.461843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "a8571657-4975-448d-9902-1ada5a780e15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.461843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.461843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.463485] env[69735]: INFO nova.compute.manager [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Terminating instance [ 1043.487707] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17d0f587-8daa-4d12-9f03-92aa77b8bac6 tempest-ImagesOneServerTestJSON-1052527036 tempest-ImagesOneServerTestJSON-1052527036-project-member] Lock "3a1bc72d-ba13-4db4-95cb-3922dc50345a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.216s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.588369] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d80af1-e820-03bb-5226-15a73c2e4e99, 'name': SearchDatastore_Task, 'duration_secs': 0.016798} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.589344] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f4b2fb-0e55-4d76-9e5a-806091107870 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.597842] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1043.597842] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e66f72-9271-0c5f-1179-29b7b6da2ef5" [ 1043.597842] env[69735]: _type = "Task" [ 1043.597842] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.605947] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e66f72-9271-0c5f-1179-29b7b6da2ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.892710] env[69735]: DEBUG oslo_vmware.api [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521857} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.893042] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.893287] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.893494] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.893670] env[69735]: INFO nova.compute.manager [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1043.893978] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.894318] env[69735]: DEBUG nova.compute.manager [-] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.894369] env[69735]: DEBUG nova.network.neutron [-] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.958460] env[69735]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 11de68fb-baa0-4966-9462-edc6ce399792 could not be found.", "detail": ""}} {{(pid=69735) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1043.961164] env[69735]: DEBUG nova.network.neutron [-] Unable to show port 11de68fb-baa0-4966-9462-edc6ce399792 as it no longer exists. {{(pid=69735) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1043.966799] env[69735]: DEBUG nova.compute.manager [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.967039] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.967915] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092bfefb-e163-4fdc-bf85-85b08a1625e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.975620] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.977246] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b77709-1497-4c19-abbf-94607e525bbe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.982855] env[69735]: DEBUG oslo_vmware.api [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1043.982855] env[69735]: value = "task-3605529" [ 1043.982855] env[69735]: _type = "Task" [ 1043.982855] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.993662] env[69735]: DEBUG oslo_vmware.api [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.117576] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e66f72-9271-0c5f-1179-29b7b6da2ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.01767} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.118104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.118671] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f/f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.119135] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba78de8a-8799-4a34-ba2d-3688df1d0054 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.129999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "fb563b85-8f64-40ab-8213-7b195b1ac926" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.130367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.138022] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1044.138022] env[69735]: value = "task-3605530" [ 1044.138022] env[69735]: _type = "Task" [ 1044.138022] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.147979] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.494569] env[69735]: DEBUG oslo_vmware.api [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605529, 'name': PowerOffVM_Task, 'duration_secs': 0.293103} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.494902] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.495117] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.495389] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9057b50c-b35b-4ab4-bf1a-40eb82dd889b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.502329] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57561654-ac02-4933-a846-2cf65ff4c8e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.511269] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af898f05-adfa-4982-b7e4-6b151c4642ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.551492] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881e3153-5a3d-4167-a610-bfa57b46ad18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.559547] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad136910-93c4-490c-915a-9f77cc663ffa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.575192] env[69735]: DEBUG nova.compute.provider_tree [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.637423] env[69735]: DEBUG nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.650102] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.845500] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.845726] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.845904] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleting the datastore file [datastore1] a8571657-4975-448d-9902-1ada5a780e15 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.846447] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b40a735e-c52a-472b-97a8-9dccf30934f2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.852773] env[69735]: DEBUG oslo_vmware.api [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1044.852773] env[69735]: value = "task-3605532" [ 1044.852773] env[69735]: _type = "Task" [ 1044.852773] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.860735] env[69735]: DEBUG oslo_vmware.api [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.971253] env[69735]: DEBUG nova.compute.manager [req-5337ac30-48f6-4253-a9eb-34e9606b72f9 req-1d6c6677-1e73-409c-b18e-65e4d5262dfb service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Received event network-vif-deleted-48f84144-b595-46af-b964-c666287fc2e4 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.971829] env[69735]: INFO nova.compute.manager [req-5337ac30-48f6-4253-a9eb-34e9606b72f9 req-1d6c6677-1e73-409c-b18e-65e4d5262dfb service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Neutron deleted interface 48f84144-b595-46af-b964-c666287fc2e4; detaching it from the instance and deleting it from the info cache [ 1044.972037] env[69735]: DEBUG nova.network.neutron [req-5337ac30-48f6-4253-a9eb-34e9606b72f9 req-1d6c6677-1e73-409c-b18e-65e4d5262dfb service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.077863] env[69735]: DEBUG nova.scheduler.client.report [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.153849] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671701} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.153849] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f/f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.153849] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.153849] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24e26773-4e11-419e-8b4f-7a12504f8f0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.159388] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1045.159388] env[69735]: value = "task-3605533" [ 1045.159388] env[69735]: _type = "Task" [ 1045.159388] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.164044] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.167373] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.321882] env[69735]: DEBUG nova.network.neutron [-] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.362920] env[69735]: DEBUG oslo_vmware.api [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.475938] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08cf0eba-e1dd-49b9-bd55-56f09f4dd7a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.486675] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ebac57-2db0-41c4-b2fc-a9efe7c6320e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.531102] env[69735]: DEBUG nova.compute.manager [req-5337ac30-48f6-4253-a9eb-34e9606b72f9 req-1d6c6677-1e73-409c-b18e-65e4d5262dfb service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Detach interface failed, port_id=48f84144-b595-46af-b964-c666287fc2e4, reason: Instance 187cd818-d85b-421b-8b69-9b20e04e146b could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.583864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.584416] env[69735]: DEBUG nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.587586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.860s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.589723] env[69735]: INFO nova.compute.claims [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.670755] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072891} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.671118] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.671852] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a000b960-f5e1-423e-af75-1bc56da3955d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.697487] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f/f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.697838] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c368b9a4-2efd-48ba-8227-8d01643cf90f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.718559] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1045.718559] env[69735]: value = "task-3605534" [ 1045.718559] env[69735]: _type = "Task" [ 1045.718559] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.728433] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.823738] env[69735]: INFO nova.compute.manager [-] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Took 1.93 seconds to deallocate network for instance. [ 1045.864034] env[69735]: DEBUG oslo_vmware.api [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593168} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.864034] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.865576] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.865576] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.865576] env[69735]: INFO nova.compute.manager [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: a8571657-4975-448d-9902-1ada5a780e15] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1045.865576] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.865576] env[69735]: DEBUG nova.compute.manager [-] [instance: a8571657-4975-448d-9902-1ada5a780e15] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.865576] env[69735]: DEBUG nova.network.neutron [-] [instance: a8571657-4975-448d-9902-1ada5a780e15] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.095997] env[69735]: DEBUG nova.compute.utils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.100140] env[69735]: DEBUG nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.100327] env[69735]: DEBUG nova.network.neutron [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.228972] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.330940] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.452993] env[69735]: DEBUG nova.policy [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8b3b09d717a4e60909f77955d04d5ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fd60abcc71f4bd4ba87f5189a5fcd66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.601640] env[69735]: DEBUG nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.733523] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605534, 'name': ReconfigVM_Task, 'duration_secs': 0.883486} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.733845] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfigured VM instance instance-00000042 to attach disk [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f/f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.735445] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'disk_bus': None, 'size': 0, 'image_id': 'ff36286c-113e-4e32-9c9a-57968a528ea6'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': 'f6655519-16b3-41e0-9727-798c7733c992', 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1046.735609] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1046.735819] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1046.736675] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c88263-3338-4251-9b30-7b8f7dfbba03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.756742] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1eec5-29bc-4b41-b412-1e90bcc8ac7f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.794420] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-1ac83445-f646-4cc7-b496-eb192d18dfa2/volume-1ac83445-f646-4cc7-b496-eb192d18dfa2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.797737] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b2b04b-dc7f-40b8-9063-43cacf33e8f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.816601] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1046.816601] env[69735]: value = "task-3605535" [ 1046.816601] env[69735]: _type = "Task" [ 1046.816601] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.826147] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.956611] env[69735]: DEBUG nova.network.neutron [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Successfully created port: 88663201-ca30-4158-ab83-18ba1693769b {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.999140] env[69735]: DEBUG nova.network.neutron [-] [instance: a8571657-4975-448d-9902-1ada5a780e15] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.156106] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc68a2-1a01-424d-87f2-f18d27db599f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.165497] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c192190-4324-4185-96d2-b4ed7d4fc610 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.205353] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420114a-5a16-437f-80a8-6b4bceb2d04f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.210927] env[69735]: DEBUG nova.compute.manager [req-83bc8558-2290-4425-9807-e6250d16b143 req-cee980d8-6211-4499-aafb-58a58decc253 service nova] [instance: a8571657-4975-448d-9902-1ada5a780e15] Received event network-vif-deleted-57fc35a3-d135-4883-84cf-b6739bb05fc6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.218769] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972b2c9-7477-4ae0-9378-ff03d8fa32bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.233984] env[69735]: DEBUG nova.compute.provider_tree [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.326790] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.445682] env[69735]: DEBUG nova.network.neutron [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Successfully created port: eed558f1-272a-4cc5-b384-bfc6450e68c7 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.503318] env[69735]: INFO nova.compute.manager [-] [instance: a8571657-4975-448d-9902-1ada5a780e15] Took 1.64 seconds to deallocate network for instance. [ 1047.611771] env[69735]: DEBUG nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.636673] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.636906] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.637077] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.637267] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.637412] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.637558] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.637763] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.637951] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.638356] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.638545] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.638717] env[69735]: DEBUG nova.virt.hardware [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.639597] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eccea03-32ed-49c8-a5a4-1d6488e213e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.648289] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb65122-d3ed-4e69-9e08-e4ff1f909b1c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.736928] env[69735]: DEBUG nova.scheduler.client.report [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.829597] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605535, 'name': ReconfigVM_Task, 'duration_secs': 0.700985} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.830261] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-1ac83445-f646-4cc7-b496-eb192d18dfa2/volume-1ac83445-f646-4cc7-b496-eb192d18dfa2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.838638] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ca4b72-d5f7-4cb9-8eaf-a41dfa363177 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.860034] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1047.860034] env[69735]: value = "task-3605536" [ 1047.860034] env[69735]: _type = "Task" [ 1047.860034] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.869190] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.946751] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.947284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.013708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.242273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.242863] env[69735]: DEBUG nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.248100] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.476s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.248100] env[69735]: DEBUG nova.objects.instance [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lazy-loading 'resources' on Instance uuid d5a350ac-d4c3-4b67-b8eb-df12d65daa67 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.374721] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605536, 'name': ReconfigVM_Task, 'duration_secs': 0.162034} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.374721] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1048.374721] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d5493cb-0550-489e-b39f-e2278f890a5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.379442] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1048.379442] env[69735]: value = "task-3605537" [ 1048.379442] env[69735]: _type = "Task" [ 1048.379442] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.391285] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605537, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.450899] env[69735]: DEBUG nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.541410] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "8460c37a-f6b2-462a-8bc3-11302cfd501e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.541756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "8460c37a-f6b2-462a-8bc3-11302cfd501e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.753845] env[69735]: DEBUG nova.compute.utils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.755825] env[69735]: DEBUG nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.756241] env[69735]: DEBUG nova.network.neutron [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.817773] env[69735]: DEBUG nova.policy [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009dfd82ed704828bc88401014c57d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1a8427fd7b8481b8ee69e1eb37b46c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.889870] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605537, 'name': Rename_Task, 'duration_secs': 0.154035} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.892435] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.893979] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c00626b-d610-4957-b56f-bda2b476949b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.901357] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1048.901357] env[69735]: value = "task-3605538" [ 1048.901357] env[69735]: _type = "Task" [ 1048.901357] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.913320] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.974604] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.044504] env[69735]: DEBUG nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.191457] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3145aa-7fd1-4462-be2e-72096053f7d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.200878] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4f636-4bdd-4120-82a9-855bc63004c2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.243901] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1e81a-a45a-4d29-861b-b2075894dc07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.251565] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e2dd1-b1d6-4ebc-84a3-1666bd9493a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.267905] env[69735]: DEBUG nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.273392] env[69735]: DEBUG nova.compute.provider_tree [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.413058] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.427569] env[69735]: DEBUG nova.network.neutron [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Successfully created port: 3d935da4-080b-4747-a36d-40b30ef0b659 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.529194] env[69735]: DEBUG nova.network.neutron [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Successfully updated port: 88663201-ca30-4158-ab83-18ba1693769b {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.573944] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.783889] env[69735]: DEBUG nova.scheduler.client.report [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.793192] env[69735]: DEBUG nova.compute.manager [req-729ca137-f9d3-409e-b1a2-983f91a615da req-0e08e634-9afe-4457-8a75-a42f1646fca1 service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Received event network-vif-plugged-88663201-ca30-4158-ab83-18ba1693769b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.793441] env[69735]: DEBUG oslo_concurrency.lockutils [req-729ca137-f9d3-409e-b1a2-983f91a615da req-0e08e634-9afe-4457-8a75-a42f1646fca1 service nova] Acquiring lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.793674] env[69735]: DEBUG oslo_concurrency.lockutils [req-729ca137-f9d3-409e-b1a2-983f91a615da req-0e08e634-9afe-4457-8a75-a42f1646fca1 service nova] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.794039] env[69735]: DEBUG oslo_concurrency.lockutils [req-729ca137-f9d3-409e-b1a2-983f91a615da req-0e08e634-9afe-4457-8a75-a42f1646fca1 service nova] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.794039] env[69735]: DEBUG nova.compute.manager [req-729ca137-f9d3-409e-b1a2-983f91a615da req-0e08e634-9afe-4457-8a75-a42f1646fca1 service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] No waiting events found dispatching network-vif-plugged-88663201-ca30-4158-ab83-18ba1693769b {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.794236] env[69735]: WARNING nova.compute.manager [req-729ca137-f9d3-409e-b1a2-983f91a615da req-0e08e634-9afe-4457-8a75-a42f1646fca1 service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Received unexpected event network-vif-plugged-88663201-ca30-4158-ab83-18ba1693769b for instance with vm_state building and task_state spawning. [ 1049.911930] env[69735]: DEBUG oslo_vmware.api [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605538, 'name': PowerOnVM_Task, 'duration_secs': 0.67665} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.913181] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.913181] env[69735]: DEBUG nova.compute.manager [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.913327] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ce20e-90c7-470b-9322-5dbadcb1cc37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.274245] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.274528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.274747] env[69735]: INFO nova.compute.manager [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Shelving [ 1050.288975] env[69735]: DEBUG nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.293569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.296448] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.955s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.296785] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.299124] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.077s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.299124] env[69735]: DEBUG nova.objects.instance [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lazy-loading 'resources' on Instance uuid ee7343da-669b-4b0c-a8f7-df825a8e2b3c {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.314589] env[69735]: INFO nova.scheduler.client.report [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Deleted allocations for instance d5a350ac-d4c3-4b67-b8eb-df12d65daa67 [ 1050.321499] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.324077] env[69735]: DEBUG nova.virt.hardware [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.324752] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a180e4-f871-481f-b1cd-1e8ea20dd45e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.333287] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f4d578-42e0-4145-aaa4-3ca8206c3aa8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.340265] env[69735]: INFO nova.scheduler.client.report [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Deleted allocations for instance abbd2490-51e6-4c89-865a-7ce4d096e72e [ 1050.431082] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.821032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-77f7a79d-5dc2-4e52-a30e-d8c29b0661fe tempest-ServerDiagnosticsV248Test-935030533 tempest-ServerDiagnosticsV248Test-935030533-project-member] Lock "d5a350ac-d4c3-4b67-b8eb-df12d65daa67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.582s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.856031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5076df73-7276-4b18-974a-778b19783cf4 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "abbd2490-51e6-4c89-865a-7ce4d096e72e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.613s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.128266] env[69735]: DEBUG nova.network.neutron [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Successfully updated port: 3d935da4-080b-4747-a36d-40b30ef0b659 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.192569] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77de340c-03ba-43f5-b916-6978f9d3866b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.202370] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb06030-872a-45b3-b9c2-6954741d352a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.236406] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb580a5-6b2f-42c1-b54d-b33963046449 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.244471] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27f958d-265a-4396-9509-d63ead7a2340 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.258103] env[69735]: DEBUG nova.compute.provider_tree [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.285381] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.285988] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1faa02a5-ed21-4b72-8002-72a42196ad20 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.293423] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1051.293423] env[69735]: value = "task-3605539" [ 1051.293423] env[69735]: _type = "Task" [ 1051.293423] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.302072] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.636372] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.636529] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.636717] env[69735]: DEBUG nova.network.neutron [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.736427] env[69735]: DEBUG nova.network.neutron [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Successfully updated port: eed558f1-272a-4cc5-b384-bfc6450e68c7 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.761687] env[69735]: DEBUG nova.scheduler.client.report [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.804437] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605539, 'name': PowerOffVM_Task, 'duration_secs': 0.258942} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.808294] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.809205] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05bdeff-92b9-4ce0-8f27-b406081f450b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.832773] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b1709-29d7-43d5-b22d-fc48615ec81d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.862401] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Received event network-changed-88663201-ca30-4158-ab83-18ba1693769b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.862401] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Refreshing instance network info cache due to event network-changed-88663201-ca30-4158-ab83-18ba1693769b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.862401] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Acquiring lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.862401] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Acquired lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.862691] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Refreshing network info cache for port 88663201-ca30-4158-ab83-18ba1693769b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.213146] env[69735]: DEBUG nova.network.neutron [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.241116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.267543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.270202] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.528s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.271791] env[69735]: INFO nova.compute.claims [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.320122] env[69735]: INFO nova.scheduler.client.report [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Deleted allocations for instance ee7343da-669b-4b0c-a8f7-df825a8e2b3c [ 1052.346096] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.347331] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3fccaeda-58ab-4342-bd46-132076c3f39e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.352409] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.352799] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.352920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.354030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.354324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.358719] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1052.358719] env[69735]: value = "task-3605540" [ 1052.358719] env[69735]: _type = "Task" [ 1052.358719] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.359261] env[69735]: INFO nova.compute.manager [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Terminating instance [ 1052.386679] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.433264] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.497400] env[69735]: DEBUG nova.network.neutron [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Updating instance_info_cache with network_info: [{"id": "3d935da4-080b-4747-a36d-40b30ef0b659", "address": "fa:16:3e:7f:c2:cf", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d935da4-08", "ovs_interfaceid": "3d935da4-080b-4747-a36d-40b30ef0b659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.559455] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.831998] env[69735]: DEBUG oslo_concurrency.lockutils [None req-efc79a5a-d929-439b-833e-3eb933dca53f tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "ee7343da-669b-4b0c-a8f7-df825a8e2b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.983s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.870405] env[69735]: DEBUG nova.compute.manager [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.870686] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.870890] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605540, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.871688] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac77b486-e536-4d17-9610-ae584db16b63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.878631] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.878863] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e36730-9301-4f62-91b3-e807fe1621e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.884887] env[69735]: DEBUG oslo_vmware.api [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1052.884887] env[69735]: value = "task-3605541" [ 1052.884887] env[69735]: _type = "Task" [ 1052.884887] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.898273] env[69735]: DEBUG oslo_vmware.api [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.001225] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.001615] env[69735]: DEBUG nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Instance network_info: |[{"id": "3d935da4-080b-4747-a36d-40b30ef0b659", "address": "fa:16:3e:7f:c2:cf", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d935da4-08", "ovs_interfaceid": "3d935da4-080b-4747-a36d-40b30ef0b659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.002106] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:c2:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d935da4-080b-4747-a36d-40b30ef0b659', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.012937] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.013276] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.013532] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13d7a366-59ad-4767-a144-e277c0a6e4cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.038101] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.038101] env[69735]: value = "task-3605542" [ 1053.038101] env[69735]: _type = "Task" [ 1053.038101] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.045509] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605542, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.062586] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Releasing lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.063766] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Received event network-vif-plugged-3d935da4-080b-4747-a36d-40b30ef0b659 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.066145] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Acquiring lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.066145] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.066145] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.066145] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] No waiting events found dispatching network-vif-plugged-3d935da4-080b-4747-a36d-40b30ef0b659 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.066145] env[69735]: WARNING nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Received unexpected event network-vif-plugged-3d935da4-080b-4747-a36d-40b30ef0b659 for instance with vm_state building and task_state spawning. [ 1053.066145] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Received event network-changed-3d935da4-080b-4747-a36d-40b30ef0b659 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.066145] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Refreshing instance network info cache due to event network-changed-3d935da4-080b-4747-a36d-40b30ef0b659. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.066145] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Acquiring lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.066145] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Acquired lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.066626] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Refreshing network info cache for port 3d935da4-080b-4747-a36d-40b30ef0b659 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.067417] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquired lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.067579] env[69735]: DEBUG nova.network.neutron [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.371510] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605540, 'name': CreateSnapshot_Task, 'duration_secs': 0.858077} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.376536] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1053.376536] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e22c0a6-6d63-4201-a0b4-120f2e14b929 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.401532] env[69735]: DEBUG oslo_vmware.api [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605541, 'name': PowerOffVM_Task, 'duration_secs': 0.204035} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.401879] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.402081] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.402350] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b818e4f-182d-479d-a156-2ccb4bd240e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.474374] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.474600] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.474772] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Deleting the datastore file [datastore1] 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.475053] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d66942a4-b274-4eba-843f-f33db2eeb77d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.482881] env[69735]: DEBUG oslo_vmware.api [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for the task: (returnval){ [ 1053.482881] env[69735]: value = "task-3605544" [ 1053.482881] env[69735]: _type = "Task" [ 1053.482881] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.493218] env[69735]: DEBUG oslo_vmware.api [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.555861] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605542, 'name': CreateVM_Task, 'duration_secs': 0.403974} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.555861] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.556516] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.556779] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.560527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.564010] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68636a12-2218-44b0-99e1-55cab9f525f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.578016] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1053.578016] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5257918c-77ff-46d9-2f5e-8311d4569a11" [ 1053.578016] env[69735]: _type = "Task" [ 1053.578016] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.594442] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5257918c-77ff-46d9-2f5e-8311d4569a11, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.595680] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.595680] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.595680] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.595892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.596529] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.596529] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7ff681c-7409-4d03-a8fe-29b89e059797 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.608297] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.608297] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.610758] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270dc7c7-d311-4192-a671-2d01d5ea9211 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.619089] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1053.619089] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5269f1a3-4b26-c61a-1e2e-b2ba5951c957" [ 1053.619089] env[69735]: _type = "Task" [ 1053.619089] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.628255] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5269f1a3-4b26-c61a-1e2e-b2ba5951c957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.634815] env[69735]: DEBUG nova.network.neutron [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.783474] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98304d17-d2f6-453d-b7a8-cdac825e1350 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.792846] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30844e5a-7a50-413e-be93-2217bc31fba0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.828178] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6396fdb2-bec6-478c-9964-05067059964f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.835850] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7899a96-810f-4791-8624-88af175d8499 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.853383] env[69735]: DEBUG nova.compute.provider_tree [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.904161] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1053.904161] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30728906-b380-46dd-b0e5-f02fbfc343a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.914390] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1053.914390] env[69735]: value = "task-3605546" [ 1053.914390] env[69735]: _type = "Task" [ 1053.914390] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.933867] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605546, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.995412] env[69735]: DEBUG oslo_vmware.api [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Task: {'id': task-3605544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366771} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.995829] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.996140] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.997169] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.997476] env[69735]: INFO nova.compute.manager [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.997847] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.001494] env[69735]: DEBUG nova.compute.manager [-] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.001665] env[69735]: DEBUG nova.network.neutron [-] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.131498] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5269f1a3-4b26-c61a-1e2e-b2ba5951c957, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.132105] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f5e319-6d95-46c4-83e7-8286428ca2ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.141252] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1054.141252] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525110b6-cd49-4da4-f9ac-2a03e851e13a" [ 1054.141252] env[69735]: _type = "Task" [ 1054.141252] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.149535] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525110b6-cd49-4da4-f9ac-2a03e851e13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.357822] env[69735]: DEBUG nova.scheduler.client.report [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.426150] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605546, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.428074] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Updated VIF entry in instance network info cache for port 3d935da4-080b-4747-a36d-40b30ef0b659. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.428521] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Updating instance_info_cache with network_info: [{"id": "3d935da4-080b-4747-a36d-40b30ef0b659", "address": "fa:16:3e:7f:c2:cf", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d935da4-08", "ovs_interfaceid": "3d935da4-080b-4747-a36d-40b30ef0b659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.656731] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525110b6-cd49-4da4-f9ac-2a03e851e13a, 'name': SearchDatastore_Task, 'duration_secs': 0.024393} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.657123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.657464] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 786d2ce1-a12a-456b-98cf-8a7704b10dd2/786d2ce1-a12a-456b-98cf-8a7704b10dd2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.657834] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e000c4-3efc-4627-ae5a-b729432e4e64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.664982] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1054.664982] env[69735]: value = "task-3605547" [ 1054.664982] env[69735]: _type = "Task" [ 1054.664982] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.674508] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.701198] env[69735]: DEBUG nova.network.neutron [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Updating instance_info_cache with network_info: [{"id": "88663201-ca30-4158-ab83-18ba1693769b", "address": "fa:16:3e:72:1d:9b", "network": {"id": "edfde840-5783-4f06-81fd-8a6a8d8d55fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2043305447", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88663201-ca", "ovs_interfaceid": "88663201-ca30-4158-ab83-18ba1693769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eed558f1-272a-4cc5-b384-bfc6450e68c7", "address": "fa:16:3e:34:9f:49", "network": {"id": "db3d0001-bd30-4ee4-924d-58eb0fa1aedf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-866966988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed558f1-27", "ovs_interfaceid": "eed558f1-272a-4cc5-b384-bfc6450e68c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.872978] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.873624] env[69735]: DEBUG nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.876943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.587s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.878683] env[69735]: INFO nova.compute.claims [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.933831] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605546, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.934400] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Releasing lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.934629] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Received event network-vif-plugged-eed558f1-272a-4cc5-b384-bfc6450e68c7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.934886] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Acquiring lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.935070] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.935281] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.935520] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] No waiting events found dispatching network-vif-plugged-eed558f1-272a-4cc5-b384-bfc6450e68c7 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.935621] env[69735]: WARNING nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Received unexpected event network-vif-plugged-eed558f1-272a-4cc5-b384-bfc6450e68c7 for instance with vm_state building and task_state spawning. [ 1054.935784] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Received event network-changed-eed558f1-272a-4cc5-b384-bfc6450e68c7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.935939] env[69735]: DEBUG nova.compute.manager [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Refreshing instance network info cache due to event network-changed-eed558f1-272a-4cc5-b384-bfc6450e68c7. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.936126] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Acquiring lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.105015] env[69735]: DEBUG nova.compute.manager [req-d7bada22-6d4b-4c63-b4e6-837134713c58 req-76fb0c9d-c752-413d-910f-bead06f6ec12 service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Received event network-vif-deleted-179b35b3-b3fd-4ac1-95d3-b28fd07f45cf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.105247] env[69735]: INFO nova.compute.manager [req-d7bada22-6d4b-4c63-b4e6-837134713c58 req-76fb0c9d-c752-413d-910f-bead06f6ec12 service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Neutron deleted interface 179b35b3-b3fd-4ac1-95d3-b28fd07f45cf; detaching it from the instance and deleting it from the info cache [ 1055.105407] env[69735]: DEBUG nova.network.neutron [req-d7bada22-6d4b-4c63-b4e6-837134713c58 req-76fb0c9d-c752-413d-910f-bead06f6ec12 service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.181499] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509763} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.182195] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 786d2ce1-a12a-456b-98cf-8a7704b10dd2/786d2ce1-a12a-456b-98cf-8a7704b10dd2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.182639] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.183016] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4933c3d-900d-46e1-9f44-ed941f530c3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.190304] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1055.190304] env[69735]: value = "task-3605548" [ 1055.190304] env[69735]: _type = "Task" [ 1055.190304] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.199315] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.208105] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Releasing lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.208486] env[69735]: DEBUG nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Instance network_info: |[{"id": "88663201-ca30-4158-ab83-18ba1693769b", "address": "fa:16:3e:72:1d:9b", "network": {"id": "edfde840-5783-4f06-81fd-8a6a8d8d55fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2043305447", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88663201-ca", "ovs_interfaceid": "88663201-ca30-4158-ab83-18ba1693769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eed558f1-272a-4cc5-b384-bfc6450e68c7", "address": "fa:16:3e:34:9f:49", "network": {"id": "db3d0001-bd30-4ee4-924d-58eb0fa1aedf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-866966988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed558f1-27", "ovs_interfaceid": "eed558f1-272a-4cc5-b384-bfc6450e68c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.208781] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Acquired lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.208958] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Refreshing network info cache for port eed558f1-272a-4cc5-b384-bfc6450e68c7 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.210227] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:1d:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88663201-ca30-4158-ab83-18ba1693769b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9f:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eed558f1-272a-4cc5-b384-bfc6450e68c7', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.221047] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.222393] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.222711] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8668f28-1539-4deb-a9b4-b4f573567bf2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.244785] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquiring lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.245097] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.250570] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.250570] env[69735]: value = "task-3605549" [ 1055.250570] env[69735]: _type = "Task" [ 1055.250570] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.259484] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605549, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.381117] env[69735]: DEBUG nova.compute.utils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.381117] env[69735]: DEBUG nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.381117] env[69735]: DEBUG nova.network.neutron [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.426516] env[69735]: DEBUG nova.network.neutron [-] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.437932] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605546, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.454048] env[69735]: DEBUG nova.policy [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ce8d886fd8d42ae8af01199f932434a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41c198984f7844568420531938d2e222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.607931] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afafcf71-32c5-4d29-9ef9-a4d6f1793b43 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.619709] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363786fe-011e-4c37-a36b-8e9eb04257c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.664393] env[69735]: DEBUG nova.compute.manager [req-d7bada22-6d4b-4c63-b4e6-837134713c58 req-76fb0c9d-c752-413d-910f-bead06f6ec12 service nova] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Detach interface failed, port_id=179b35b3-b3fd-4ac1-95d3-b28fd07f45cf, reason: Instance 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.707339] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153313} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.707339] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.707339] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1aaa30-5ae5-4d1b-bccc-e07b5f879278 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.736406] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 786d2ce1-a12a-456b-98cf-8a7704b10dd2/786d2ce1-a12a-456b-98cf-8a7704b10dd2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.736775] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd346f0-1056-49f8-968a-ddf0a81d88b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.753737] env[69735]: DEBUG nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.767130] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605549, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.768703] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1055.768703] env[69735]: value = "task-3605550" [ 1055.768703] env[69735]: _type = "Task" [ 1055.768703] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.777830] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.854133] env[69735]: DEBUG nova.network.neutron [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Successfully created port: 3adc8580-af3e-40df-a623-6d42435cd91c {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.883086] env[69735]: DEBUG nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.930793] env[69735]: INFO nova.compute.manager [-] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Took 1.93 seconds to deallocate network for instance. [ 1055.931204] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605546, 'name': CloneVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.259600] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Updated VIF entry in instance network info cache for port eed558f1-272a-4cc5-b384-bfc6450e68c7. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.260039] env[69735]: DEBUG nova.network.neutron [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Updating instance_info_cache with network_info: [{"id": "88663201-ca30-4158-ab83-18ba1693769b", "address": "fa:16:3e:72:1d:9b", "network": {"id": "edfde840-5783-4f06-81fd-8a6a8d8d55fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2043305447", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88663201-ca", "ovs_interfaceid": "88663201-ca30-4158-ab83-18ba1693769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eed558f1-272a-4cc5-b384-bfc6450e68c7", "address": "fa:16:3e:34:9f:49", "network": {"id": "db3d0001-bd30-4ee4-924d-58eb0fa1aedf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-866966988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed558f1-27", "ovs_interfaceid": "eed558f1-272a-4cc5-b384-bfc6450e68c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.275504] env[69735]: DEBUG oslo_concurrency.lockutils [req-9424811b-d2e3-4980-9b0b-8eb17a439360 req-edc63cb0-b586-4e03-bf91-5db4c8ffdfcf service nova] Releasing lock "refresh_cache-cab54d47-068c-4db4-acd0-9bd9b920047a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.296750] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605549, 'name': CreateVM_Task, 'duration_secs': 0.69093} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.302528] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.303127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.303512] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.303842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.304173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.304483] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.306598] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.307912] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.312654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.312915] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.313450] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.314582] env[69735]: INFO nova.compute.manager [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Terminating instance [ 1056.319194] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf533f4-22a8-4902-97c7-16a42a11376e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.327241] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1056.327241] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5218875b-96a1-8836-1411-8e453db951c6" [ 1056.327241] env[69735]: _type = "Task" [ 1056.327241] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.340251] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5218875b-96a1-8836-1411-8e453db951c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.383382] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8adf09a-f351-4ec3-8cac-2e5e65804765 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.393766] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f520be-1bd4-4c46-b739-a5756c07694e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.428765] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc1d2d3-4ffd-412b-86b4-f61e8422530c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.437697] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605546, 'name': CloneVM_Task, 'duration_secs': 2.065877} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.440059] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Created linked-clone VM from snapshot [ 1056.440885] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb1e2e-eef8-4c61-8f0d-a74a374c6ac4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.444601] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd600df-a65d-4af4-9b8a-380f7c19cdef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.449739] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.455459] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Uploading image 62f91764-cb32-4e92-98e5-c53217c46fc5 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1056.467268] env[69735]: DEBUG nova.compute.provider_tree [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.482257] env[69735]: DEBUG oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1056.482257] env[69735]: value = "vm-719288" [ 1056.482257] env[69735]: _type = "VirtualMachine" [ 1056.482257] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1056.482562] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f18e1412-92d0-49ed-aabd-a85464d34930 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.488987] env[69735]: DEBUG oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lease: (returnval){ [ 1056.488987] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b95f30-3e66-b49c-cdb2-98523daa42a0" [ 1056.488987] env[69735]: _type = "HttpNfcLease" [ 1056.488987] env[69735]: } obtained for exporting VM: (result){ [ 1056.488987] env[69735]: value = "vm-719288" [ 1056.488987] env[69735]: _type = "VirtualMachine" [ 1056.488987] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1056.489266] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the lease: (returnval){ [ 1056.489266] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b95f30-3e66-b49c-cdb2-98523daa42a0" [ 1056.489266] env[69735]: _type = "HttpNfcLease" [ 1056.489266] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1056.497915] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.497915] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b95f30-3e66-b49c-cdb2-98523daa42a0" [ 1056.497915] env[69735]: _type = "HttpNfcLease" [ 1056.497915] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1056.794885] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.822823] env[69735]: DEBUG nova.compute.manager [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.823105] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.824146] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe79c9e6-afd6-4bbb-bada-c746b093bf4b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.836404] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.839915] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a88a4e1-33cc-451b-8fa6-3e922f34399e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.841495] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5218875b-96a1-8836-1411-8e453db951c6, 'name': SearchDatastore_Task, 'duration_secs': 0.022438} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.842226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.842226] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.842341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.842374] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.842545] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.843118] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15e76f10-a0a2-426f-95c3-54400615d491 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.847238] env[69735]: DEBUG oslo_vmware.api [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1056.847238] env[69735]: value = "task-3605552" [ 1056.847238] env[69735]: _type = "Task" [ 1056.847238] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.852506] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.852617] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.856218] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9315587b-8bf0-4af6-893b-0ae1324b3e3e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.858796] env[69735]: DEBUG oslo_vmware.api [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.865103] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1056.865103] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525fd08d-51db-a40f-a0a3-94db250992f0" [ 1056.865103] env[69735]: _type = "Task" [ 1056.865103] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.872014] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525fd08d-51db-a40f-a0a3-94db250992f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.899610] env[69735]: DEBUG nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.922435] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.922683] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.922837] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.923027] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.923178] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.923389] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.923623] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.923783] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.923948] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.924281] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.924466] env[69735]: DEBUG nova.virt.hardware [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.925325] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a669ec-c29a-4c19-874d-884e8a46e058 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.932924] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b1843-27e2-4f11-9189-77615b280bb4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.969434] env[69735]: DEBUG nova.scheduler.client.report [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.997873] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.997873] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b95f30-3e66-b49c-cdb2-98523daa42a0" [ 1056.997873] env[69735]: _type = "HttpNfcLease" [ 1056.997873] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1056.998196] env[69735]: DEBUG oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1056.998196] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b95f30-3e66-b49c-cdb2-98523daa42a0" [ 1056.998196] env[69735]: _type = "HttpNfcLease" [ 1056.998196] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1056.998952] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3497e5-3d18-4572-8a3b-462a49385225 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.006192] env[69735]: DEBUG oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520840e5-65ef-4000-f37c-936bb1c2942f/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1057.006380] env[69735]: DEBUG oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520840e5-65ef-4000-f37c-936bb1c2942f/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1057.146056] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3569e886-5d74-4fed-987e-3ae6b980208d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.290928] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605550, 'name': ReconfigVM_Task, 'duration_secs': 1.121162} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.290928] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 786d2ce1-a12a-456b-98cf-8a7704b10dd2/786d2ce1-a12a-456b-98cf-8a7704b10dd2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.291311] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78750db6-3d53-4f81-aba1-972b377e9e22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.299224] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1057.299224] env[69735]: value = "task-3605553" [ 1057.299224] env[69735]: _type = "Task" [ 1057.299224] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.306535] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605553, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.356433] env[69735]: DEBUG oslo_vmware.api [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605552, 'name': PowerOffVM_Task, 'duration_secs': 0.242861} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.357701] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.360198] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.360311] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63e5e2c2-2756-48c3-9791-cb23f1eaa2c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.373761] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525fd08d-51db-a40f-a0a3-94db250992f0, 'name': SearchDatastore_Task, 'duration_secs': 0.027181} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.374583] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a467306-4695-4ba9-8904-5fbfed9c82a7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.380180] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1057.380180] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52638297-706b-3f38-0ab2-c6109b7ed321" [ 1057.380180] env[69735]: _type = "Task" [ 1057.380180] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.391311] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52638297-706b-3f38-0ab2-c6109b7ed321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.431130] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.432827] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.432827] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Deleting the datastore file [datastore2] 3be3e0be-3e3c-43dd-8e6e-c1add19412c4 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.432827] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb224a33-6479-4247-950f-f9fd135d789c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.438761] env[69735]: DEBUG oslo_vmware.api [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for the task: (returnval){ [ 1057.438761] env[69735]: value = "task-3605555" [ 1057.438761] env[69735]: _type = "Task" [ 1057.438761] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.447851] env[69735]: DEBUG oslo_vmware.api [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.474957] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.476043] env[69735]: DEBUG nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.478461] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.952s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.478629] env[69735]: DEBUG nova.objects.instance [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lazy-loading 'resources' on Instance uuid 43a80e55-271e-43ab-938a-8eb91b8ff404 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.666743] env[69735]: DEBUG nova.compute.manager [req-f4901842-600d-4217-aa2b-852ffc9efdcb req-ffbec86d-08a6-42dc-96fc-ee9b7b7abc2a service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Received event network-vif-plugged-3adc8580-af3e-40df-a623-6d42435cd91c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.667045] env[69735]: DEBUG oslo_concurrency.lockutils [req-f4901842-600d-4217-aa2b-852ffc9efdcb req-ffbec86d-08a6-42dc-96fc-ee9b7b7abc2a service nova] Acquiring lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.667400] env[69735]: DEBUG oslo_concurrency.lockutils [req-f4901842-600d-4217-aa2b-852ffc9efdcb req-ffbec86d-08a6-42dc-96fc-ee9b7b7abc2a service nova] Lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.667670] env[69735]: DEBUG oslo_concurrency.lockutils [req-f4901842-600d-4217-aa2b-852ffc9efdcb req-ffbec86d-08a6-42dc-96fc-ee9b7b7abc2a service nova] Lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.668349] env[69735]: DEBUG nova.compute.manager [req-f4901842-600d-4217-aa2b-852ffc9efdcb req-ffbec86d-08a6-42dc-96fc-ee9b7b7abc2a service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] No waiting events found dispatching network-vif-plugged-3adc8580-af3e-40df-a623-6d42435cd91c {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.668349] env[69735]: WARNING nova.compute.manager [req-f4901842-600d-4217-aa2b-852ffc9efdcb req-ffbec86d-08a6-42dc-96fc-ee9b7b7abc2a service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Received unexpected event network-vif-plugged-3adc8580-af3e-40df-a623-6d42435cd91c for instance with vm_state building and task_state spawning. [ 1057.764550] env[69735]: DEBUG nova.network.neutron [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Successfully updated port: 3adc8580-af3e-40df-a623-6d42435cd91c {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.810554] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605553, 'name': Rename_Task, 'duration_secs': 0.240048} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.810938] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.811154] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a25fcd-a952-46a0-ad7d-afdbdd04c1c0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.818902] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1057.818902] env[69735]: value = "task-3605556" [ 1057.818902] env[69735]: _type = "Task" [ 1057.818902] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.827323] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.892893] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52638297-706b-3f38-0ab2-c6109b7ed321, 'name': SearchDatastore_Task, 'duration_secs': 0.025724} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.893314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.893708] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] cab54d47-068c-4db4-acd0-9bd9b920047a/cab54d47-068c-4db4-acd0-9bd9b920047a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.894058] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dd9d81e-e937-4a13-94b6-8bab8a60dff8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.901778] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1057.901778] env[69735]: value = "task-3605557" [ 1057.901778] env[69735]: _type = "Task" [ 1057.901778] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.912365] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.949898] env[69735]: DEBUG oslo_vmware.api [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Task: {'id': task-3605555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210456} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.950988] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.951452] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.951653] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.952014] env[69735]: INFO nova.compute.manager [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1057.952761] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.953183] env[69735]: DEBUG nova.compute.manager [-] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.953331] env[69735]: DEBUG nova.network.neutron [-] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.982290] env[69735]: DEBUG nova.compute.utils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.998041] env[69735]: DEBUG nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.001375] env[69735]: DEBUG nova.network.neutron [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.072779] env[69735]: DEBUG nova.policy [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451c2bdd95894deeb59c52a166c68296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89145079f85e4bf8a8df148aa37d4b7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.269413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "refresh_cache-a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.269942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "refresh_cache-a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.270402] env[69735]: DEBUG nova.network.neutron [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.335443] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605556, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.417416] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605557, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.488295] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d556cc5-3367-4df6-92dc-629b486d9b27 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.494809] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4439abc9-d79b-4c88-b6f2-ca2dab071160 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.502159] env[69735]: DEBUG nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.545963] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a832430-1031-4eb2-9f7e-880ca890bc40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.556620] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7542f692-d252-408e-90bc-fe5146e11373 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.573351] env[69735]: DEBUG nova.compute.provider_tree [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.832084] env[69735]: DEBUG oslo_vmware.api [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605556, 'name': PowerOnVM_Task, 'duration_secs': 0.974078} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.832286] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.832697] env[69735]: INFO nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1058.832879] env[69735]: DEBUG nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.834761] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cc1e31-0906-4f70-a431-2e4a86093b35 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.872205] env[69735]: DEBUG nova.network.neutron [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.913599] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673813} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.917564] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] cab54d47-068c-4db4-acd0-9bd9b920047a/cab54d47-068c-4db4-acd0-9bd9b920047a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.919168] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.920263] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a85abf5-6055-452e-8d07-f167d979e4d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.929225] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1058.929225] env[69735]: value = "task-3605558" [ 1058.929225] env[69735]: _type = "Task" [ 1058.929225] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.940781] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.007037] env[69735]: DEBUG nova.network.neutron [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Successfully created port: 01d6ba5f-19b9-4be3-b251-f17008d274a0 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.077978] env[69735]: DEBUG nova.scheduler.client.report [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.328087] env[69735]: DEBUG nova.network.neutron [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Updating instance_info_cache with network_info: [{"id": "3adc8580-af3e-40df-a623-6d42435cd91c", "address": "fa:16:3e:51:91:e6", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adc8580-af", "ovs_interfaceid": "3adc8580-af3e-40df-a623-6d42435cd91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.353480] env[69735]: INFO nova.compute.manager [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Took 43.65 seconds to build instance. [ 1059.440388] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165385} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.441022] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.441858] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287c2db-fd23-4219-9ded-16c89589e63a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.471407] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] cab54d47-068c-4db4-acd0-9bd9b920047a/cab54d47-068c-4db4-acd0-9bd9b920047a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.471721] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac8bbc4-f783-4a0f-a4d9-59060dabde10 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.494595] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1059.494595] env[69735]: value = "task-3605559" [ 1059.494595] env[69735]: _type = "Task" [ 1059.494595] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.503919] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.514870] env[69735]: DEBUG nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.542798] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25884da90c52cb6d32606e6d44cffe05',container_format='bare',created_at=2025-04-25T19:33:13Z,direct_url=,disk_format='vmdk',id=a47e757a-a069-4e93-bca4-0b8e7b21ccf7,min_disk=1,min_ram=0,name='tempest-test-snap-315085903',owner='89145079f85e4bf8a8df148aa37d4b7b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-25T19:33:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.543061] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.543221] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.543421] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.543560] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.543933] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.543933] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.544066] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.544230] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.544396] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.544562] env[69735]: DEBUG nova.virt.hardware [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.545444] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1bacb-d0d6-4272-91bd-983b11cbbc72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.553712] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5142a3-aa9f-432f-994f-6948ff80e7a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.584242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.586649] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.785s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.586885] env[69735]: DEBUG nova.objects.instance [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lazy-loading 'resources' on Instance uuid fa499761-b980-451d-a2eb-0498e17e8403 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.610790] env[69735]: INFO nova.scheduler.client.report [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleted allocations for instance 43a80e55-271e-43ab-938a-8eb91b8ff404 [ 1059.800042] env[69735]: DEBUG nova.network.neutron [-] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.817173] env[69735]: DEBUG nova.compute.manager [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Received event network-changed-3adc8580-af3e-40df-a623-6d42435cd91c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.817173] env[69735]: DEBUG nova.compute.manager [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Refreshing instance network info cache due to event network-changed-3adc8580-af3e-40df-a623-6d42435cd91c. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.817173] env[69735]: DEBUG oslo_concurrency.lockutils [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] Acquiring lock "refresh_cache-a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.832623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "refresh_cache-a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.832975] env[69735]: DEBUG nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Instance network_info: |[{"id": "3adc8580-af3e-40df-a623-6d42435cd91c", "address": "fa:16:3e:51:91:e6", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adc8580-af", "ovs_interfaceid": "3adc8580-af3e-40df-a623-6d42435cd91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.833292] env[69735]: DEBUG oslo_concurrency.lockutils [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] Acquired lock "refresh_cache-a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.833512] env[69735]: DEBUG nova.network.neutron [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Refreshing network info cache for port 3adc8580-af3e-40df-a623-6d42435cd91c {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.834946] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:91:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3adc8580-af3e-40df-a623-6d42435cd91c', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.844239] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.845325] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.845614] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0404a17b-3332-4326-8ecf-4b9b220694ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.862396] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a9d130a-3986-49c8-a920-c891ab91cf8d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.191s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.868985] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.868985] env[69735]: value = "task-3605560" [ 1059.868985] env[69735]: _type = "Task" [ 1059.868985] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.881055] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605560, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.988636] env[69735]: DEBUG oslo_concurrency.lockutils [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] Acquiring lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.988831] env[69735]: DEBUG oslo_concurrency.lockutils [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] Acquired lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.989053] env[69735]: DEBUG nova.network.neutron [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.005914] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.121166] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2907d67c-0401-4d94-91c9-bf193c2f4422 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "43a80e55-271e-43ab-938a-8eb91b8ff404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.235s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.185963] env[69735]: INFO nova.compute.manager [-] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Took 2.23 seconds to deallocate network for instance. [ 1060.381945] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605560, 'name': CreateVM_Task, 'duration_secs': 0.455251} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.382755] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.383664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.384063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.384524] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.384926] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03246f7-bcd4-418f-9548-6f83932cbbee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.392354] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1060.392354] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5223bf84-ef25-5b9e-a822-b2b1504a3d51" [ 1060.392354] env[69735]: _type = "Task" [ 1060.392354] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.401790] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5223bf84-ef25-5b9e-a822-b2b1504a3d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.477203] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf3ddcd-6129-4157-ab35-5f7b068d57b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.485814] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512ed7e3-b573-49bd-bbb1-c7348290d37c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.522570] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdcf6c4-1d0e-400c-b2b5-570c905c90b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.535019] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e0b9dc-8e06-4e98-8983-dce24f99201c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.537068] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605559, 'name': ReconfigVM_Task, 'duration_secs': 0.630185} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.537484] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Reconfigured VM instance instance-0000004e to attach disk [datastore2] cab54d47-068c-4db4-acd0-9bd9b920047a/cab54d47-068c-4db4-acd0-9bd9b920047a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.538485] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a2cd0ea-e67b-4f4f-92b7-1f972afd6b90 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.547876] env[69735]: DEBUG nova.compute.provider_tree [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.550247] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1060.550247] env[69735]: value = "task-3605561" [ 1060.550247] env[69735]: _type = "Task" [ 1060.550247] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.558085] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605561, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.702119] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.904201] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5223bf84-ef25-5b9e-a822-b2b1504a3d51, 'name': SearchDatastore_Task, 'duration_secs': 0.039934} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.904772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.905201] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.905605] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.905921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.906260] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.906696] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23859c34-f0ef-4abf-ab7f-e356ae7cf08d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.916763] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.919167] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.919167] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cf24d1-3cd7-47cc-9318-4cd02f230e9c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.924463] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1060.924463] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52794dc5-cac9-c936-9ec4-6a6c9f0ffb01" [ 1060.924463] env[69735]: _type = "Task" [ 1060.924463] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.933453] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52794dc5-cac9-c936-9ec4-6a6c9f0ffb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.052402] env[69735]: DEBUG nova.scheduler.client.report [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.065350] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605561, 'name': Rename_Task, 'duration_secs': 0.382181} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.065569] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.065802] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1800d7-9fde-4eae-8fae-56d8c4b710bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.071502] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1061.071502] env[69735]: value = "task-3605562" [ 1061.071502] env[69735]: _type = "Task" [ 1061.071502] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.081713] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.252500] env[69735]: DEBUG nova.network.neutron [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Updating instance_info_cache with network_info: [{"id": "3d935da4-080b-4747-a36d-40b30ef0b659", "address": "fa:16:3e:7f:c2:cf", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d935da4-08", "ovs_interfaceid": "3d935da4-080b-4747-a36d-40b30ef0b659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.268971] env[69735]: DEBUG nova.network.neutron [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Updated VIF entry in instance network info cache for port 3adc8580-af3e-40df-a623-6d42435cd91c. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.269347] env[69735]: DEBUG nova.network.neutron [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Updating instance_info_cache with network_info: [{"id": "3adc8580-af3e-40df-a623-6d42435cd91c", "address": "fa:16:3e:51:91:e6", "network": {"id": "961ba188-8552-4c21-9df0-31134f5076c9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1360708509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c198984f7844568420531938d2e222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adc8580-af", "ovs_interfaceid": "3adc8580-af3e-40df-a623-6d42435cd91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.436959] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52794dc5-cac9-c936-9ec4-6a6c9f0ffb01, 'name': SearchDatastore_Task, 'duration_secs': 0.027847} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.437915] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f545178-c30b-45cb-bb85-1cefafb12307 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.443760] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1061.443760] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52747b1b-d000-21a9-96d6-0d11939d02cf" [ 1061.443760] env[69735]: _type = "Task" [ 1061.443760] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.458037] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52747b1b-d000-21a9-96d6-0d11939d02cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.484110] env[69735]: DEBUG nova.network.neutron [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Successfully updated port: 01d6ba5f-19b9-4be3-b251-f17008d274a0 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.561176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.563825] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.115s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.564045] env[69735]: DEBUG nova.objects.instance [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1061.583104] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.589702] env[69735]: INFO nova.scheduler.client.report [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Deleted allocations for instance fa499761-b980-451d-a2eb-0498e17e8403 [ 1061.755490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] Releasing lock "refresh_cache-786d2ce1-a12a-456b-98cf-8a7704b10dd2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.755813] env[69735]: DEBUG nova.compute.manager [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Inject network info {{(pid=69735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1061.756088] env[69735]: DEBUG nova.compute.manager [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] network_info to inject: |[{"id": "3d935da4-080b-4747-a36d-40b30ef0b659", "address": "fa:16:3e:7f:c2:cf", "network": {"id": "e38ea2dc-e946-4142-acf4-be204f303019", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021695450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a8427fd7b8481b8ee69e1eb37b46c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d935da4-08", "ovs_interfaceid": "3d935da4-080b-4747-a36d-40b30ef0b659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1061.761173] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Reconfiguring VM instance to set the machine id {{(pid=69735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1061.761685] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cc6595-5e0e-4eb4-ba01-8390560f77a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.772115] env[69735]: DEBUG oslo_concurrency.lockutils [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] Releasing lock "refresh_cache-a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.772370] env[69735]: DEBUG nova.compute.manager [req-e31f0d98-b0bc-4a98-8ca2-c7c350a7d0ef req-ae2557dc-af8b-46b0-8485-4cc4bbea79fc service nova] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Received event network-vif-deleted-655c5bc2-1764-483b-bbf4-2229997d80d6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.778589] env[69735]: DEBUG oslo_vmware.api [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] Waiting for the task: (returnval){ [ 1061.778589] env[69735]: value = "task-3605563" [ 1061.778589] env[69735]: _type = "Task" [ 1061.778589] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.788102] env[69735]: DEBUG oslo_vmware.api [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] Task: {'id': task-3605563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.885560] env[69735]: DEBUG nova.compute.manager [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Received event network-vif-plugged-01d6ba5f-19b9-4be3-b251-f17008d274a0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.885785] env[69735]: DEBUG oslo_concurrency.lockutils [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] Acquiring lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.885991] env[69735]: DEBUG oslo_concurrency.lockutils [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] Lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.886174] env[69735]: DEBUG oslo_concurrency.lockutils [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] Lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.886342] env[69735]: DEBUG nova.compute.manager [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] No waiting events found dispatching network-vif-plugged-01d6ba5f-19b9-4be3-b251-f17008d274a0 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.886501] env[69735]: WARNING nova.compute.manager [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Received unexpected event network-vif-plugged-01d6ba5f-19b9-4be3-b251-f17008d274a0 for instance with vm_state building and task_state spawning. [ 1061.887075] env[69735]: DEBUG nova.compute.manager [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Received event network-changed-01d6ba5f-19b9-4be3-b251-f17008d274a0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.887275] env[69735]: DEBUG nova.compute.manager [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Refreshing instance network info cache due to event network-changed-01d6ba5f-19b9-4be3-b251-f17008d274a0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.887470] env[69735]: DEBUG oslo_concurrency.lockutils [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] Acquiring lock "refresh_cache-b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.887731] env[69735]: DEBUG oslo_concurrency.lockutils [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] Acquired lock "refresh_cache-b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.887931] env[69735]: DEBUG nova.network.neutron [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Refreshing network info cache for port 01d6ba5f-19b9-4be3-b251-f17008d274a0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.954896] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52747b1b-d000-21a9-96d6-0d11939d02cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.954896] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.955222] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] a061ed1f-b2e7-4a19-89b7-7fdbf15473b8/a061ed1f-b2e7-4a19-89b7-7fdbf15473b8.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.955684] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f6ee0d2-48fb-4c9f-a699-6cabc6ac531e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.963922] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1061.963922] env[69735]: value = "task-3605564" [ 1061.963922] env[69735]: _type = "Task" [ 1061.963922] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.973690] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.986348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "refresh_cache-b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.082816] env[69735]: DEBUG oslo_vmware.api [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605562, 'name': PowerOnVM_Task, 'duration_secs': 0.637345} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.083151] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.083411] env[69735]: INFO nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Took 14.47 seconds to spawn the instance on the hypervisor. [ 1062.083635] env[69735]: DEBUG nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.084548] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f970531-e941-40f7-abb6-7b444f483ad9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.102432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6ebc0125-c802-47c3-ad60-b7ddd2d735d5 tempest-MultipleCreateTestJSON-1402620668 tempest-MultipleCreateTestJSON-1402620668-project-member] Lock "fa499761-b980-451d-a2eb-0498e17e8403" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.859s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.289065] env[69735]: DEBUG oslo_vmware.api [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] Task: {'id': task-3605563, 'name': ReconfigVM_Task, 'duration_secs': 0.2019} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.289166] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-56e2f8ec-184f-4e9a-9075-c9eba17ef31c tempest-ServersAdminTestJSON-793976520 tempest-ServersAdminTestJSON-793976520-project-admin] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Reconfigured VM instance to set the machine id {{(pid=69735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1062.447756] env[69735]: DEBUG nova.network.neutron [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.475809] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.574622] env[69735]: DEBUG oslo_concurrency.lockutils [None req-51186335-6f46-4647-8084-ba686639f4da tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.575721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.344s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.575950] env[69735]: DEBUG nova.objects.instance [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lazy-loading 'resources' on Instance uuid 8e836323-ef53-49c1-a3fb-51934efecf6d {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.603837] env[69735]: INFO nova.compute.manager [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Took 48.78 seconds to build instance. [ 1062.628527] env[69735]: DEBUG nova.network.neutron [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.937166] env[69735]: INFO nova.compute.manager [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Rebuilding instance [ 1062.989731] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.008364] env[69735]: DEBUG nova.compute.manager [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.009274] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672f18d-00ef-4155-a4ab-c8c16425e08e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.109107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28216edf-93d9-49fc-bad6-a5f1a1610cd4 tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.299s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.132334] env[69735]: DEBUG oslo_concurrency.lockutils [req-41fe39ea-3d52-49d4-a41f-1dd2d0d648d2 req-e0f55b48-a4b3-4fb1-b93b-9bd5679a12d8 service nova] Releasing lock "refresh_cache-b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.132334] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "refresh_cache-b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.132334] env[69735]: DEBUG nova.network.neutron [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.474679] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605564, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.460836} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.477429] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] a061ed1f-b2e7-4a19-89b7-7fdbf15473b8/a061ed1f-b2e7-4a19-89b7-7fdbf15473b8.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.477662] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.478988] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdfba6f1-a22c-4290-809d-9575f5ba23d5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.487706] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1063.487706] env[69735]: value = "task-3605565" [ 1063.487706] env[69735]: _type = "Task" [ 1063.487706] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.501881] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.549140] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a3af79-1765-42a1-8f7b-43f73f59a11e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.563492] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b699123-bad5-4ec6-b962-2a61dde3d8a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.630393] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4021234b-2dee-4da0-8205-018758524659 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.649556] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5bc796-fed0-4a9f-8537-6dcdfe19256f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.424340] env[69735]: DEBUG nova.network.neutron [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.426967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "cab54d47-068c-4db4-acd0-9bd9b920047a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.427458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.427458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.427629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.427823] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.429788] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.432810] env[69735]: INFO nova.compute.manager [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Terminating instance [ 1064.438477] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-779c00d7-5dbf-4446-a909-8a8b340b50b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.457605] env[69735]: DEBUG nova.compute.provider_tree [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.465071] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077956} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.470156] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.470601] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1064.470601] env[69735]: value = "task-3605566" [ 1064.470601] env[69735]: _type = "Task" [ 1064.470601] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.472131] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b92d19-dc41-43b0-b5ce-27196f1cf3dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.505286] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] a061ed1f-b2e7-4a19-89b7-7fdbf15473b8/a061ed1f-b2e7-4a19-89b7-7fdbf15473b8.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.512202] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac2ffea-c1ab-4520-b264-1faa05fd1cf7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.536809] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1064.536809] env[69735]: value = "task-3605567" [ 1064.536809] env[69735]: _type = "Task" [ 1064.536809] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.545147] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.748719] env[69735]: DEBUG nova.network.neutron [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Updating instance_info_cache with network_info: [{"id": "01d6ba5f-19b9-4be3-b251-f17008d274a0", "address": "fa:16:3e:bd:14:e2", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d6ba5f-19", "ovs_interfaceid": "01d6ba5f-19b9-4be3-b251-f17008d274a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.933747] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Acquiring lock "1b8b3976-902f-4191-80bc-a3edd8002f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.934637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "1b8b3976-902f-4191-80bc-a3edd8002f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.934637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Acquiring lock "1b8b3976-902f-4191-80bc-a3edd8002f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.934637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "1b8b3976-902f-4191-80bc-a3edd8002f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.934637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "1b8b3976-902f-4191-80bc-a3edd8002f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.936967] env[69735]: INFO nova.compute.manager [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Terminating instance [ 1064.943918] env[69735]: DEBUG nova.compute.manager [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.944283] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.945323] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e891d5f1-9e60-4404-9165-fcd75edabf79 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.953825] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.954096] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069bc693-7954-4023-abbb-6a69ca3f801e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.960831] env[69735]: DEBUG oslo_vmware.api [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1064.960831] env[69735]: value = "task-3605568" [ 1064.960831] env[69735]: _type = "Task" [ 1064.960831] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.969351] env[69735]: DEBUG nova.scheduler.client.report [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.972702] env[69735]: DEBUG oslo_vmware.api [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.985886] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605566, 'name': PowerOffVM_Task, 'duration_secs': 0.375758} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.986171] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.986394] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.987171] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ee2d0b-429b-4a46-998e-06b6fd37c64d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.995895] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.996175] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33447cb7-7912-4ca7-8237-816301ef18fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.052291] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605567, 'name': ReconfigVM_Task, 'duration_secs': 0.326329} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.052291] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Reconfigured VM instance instance-00000050 to attach disk [datastore2] a061ed1f-b2e7-4a19-89b7-7fdbf15473b8/a061ed1f-b2e7-4a19-89b7-7fdbf15473b8.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.052291] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83b2496d-151d-45c4-8efc-c17454a45020 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.059074] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1065.059074] env[69735]: value = "task-3605570" [ 1065.059074] env[69735]: _type = "Task" [ 1065.059074] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.068301] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605570, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.251459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "refresh_cache-b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.251858] env[69735]: DEBUG nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Instance network_info: |[{"id": "01d6ba5f-19b9-4be3-b251-f17008d274a0", "address": "fa:16:3e:bd:14:e2", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d6ba5f-19", "ovs_interfaceid": "01d6ba5f-19b9-4be3-b251-f17008d274a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.252343] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:14:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01d6ba5f-19b9-4be3-b251-f17008d274a0', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.259976] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.261596] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.261596] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e98115a-3332-4bfc-9284-489925ee5cd1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.282223] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.282223] env[69735]: value = "task-3605571" [ 1065.282223] env[69735]: _type = "Task" [ 1065.282223] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.290206] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605571, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.441760] env[69735]: DEBUG nova.compute.manager [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.441760] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.442027] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf7ead3-34d7-4c39-9516-e7ebb2514bd4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.449627] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1065.449627] env[69735]: value = "task-3605572" [ 1065.449627] env[69735]: _type = "Task" [ 1065.449627] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.456914] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.469163] env[69735]: DEBUG oslo_vmware.api [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605568, 'name': PowerOffVM_Task, 'duration_secs': 0.269781} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.469448] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.469619] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.469875] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0002b56-b264-44a2-bc8b-e06f4ee850e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.474578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.899s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.477037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.313s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.478830] env[69735]: INFO nova.compute.claims [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.499566] env[69735]: INFO nova.scheduler.client.report [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Deleted allocations for instance 8e836323-ef53-49c1-a3fb-51934efecf6d [ 1065.570431] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605570, 'name': Rename_Task, 'duration_secs': 0.159341} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.570759] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.570916] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d275292-55d3-4dea-9946-51c3d5fe219b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.579152] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1065.579152] env[69735]: value = "task-3605574" [ 1065.579152] env[69735]: _type = "Task" [ 1065.579152] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.587619] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.756467] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.757204] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.794020] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605571, 'name': CreateVM_Task, 'duration_secs': 0.401288} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.794238] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.794986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.795196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.795613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.795893] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41719c06-d385-4d1b-bef5-3224274de4d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.801407] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1065.801407] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52947395-ab75-a5e2-7ac0-b6c70ac78c6d" [ 1065.801407] env[69735]: _type = "Task" [ 1065.801407] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.810136] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52947395-ab75-a5e2-7ac0-b6c70ac78c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.907217] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.907398] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.907639] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleting the datastore file [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.907946] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-366c35f2-add1-4327-9efa-171344fc861f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.916288] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1065.916288] env[69735]: value = "task-3605575" [ 1065.916288] env[69735]: _type = "Task" [ 1065.916288] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.926471] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.959098] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605572, 'name': PowerOffVM_Task, 'duration_secs': 0.249577} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.960342] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.960548] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1065.960740] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719243', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'name': 'volume-1404ddb8-17c5-49e1-936c-398a833482c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8b3976-902f-4191-80bc-a3edd8002f07', 'attached_at': '', 'detached_at': '', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'serial': '1404ddb8-17c5-49e1-936c-398a833482c0'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1065.961067] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.961271] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.961453] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Deleting the datastore file [datastore2] cab54d47-068c-4db4-acd0-9bd9b920047a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.962220] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d48376-1330-4865-a336-43b5d4464997 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.964940] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e93a537-fe20-4e5a-bbbd-c47ff4f4a2c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.988342] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b58e948-7345-4aa0-9291-84b64a3da5f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.990164] env[69735]: DEBUG oslo_vmware.api [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for the task: (returnval){ [ 1065.990164] env[69735]: value = "task-3605576" [ 1065.990164] env[69735]: _type = "Task" [ 1065.990164] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.997118] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9cc341-8516-4de5-a997-8e064d57e98d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.002730] env[69735]: DEBUG oslo_vmware.api [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.022355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e9c7686-4ffd-4159-9039-b499ed8fdee0 tempest-ServersWithSpecificFlavorTestJSON-1321527697 tempest-ServersWithSpecificFlavorTestJSON-1321527697-project-member] Lock "8e836323-ef53-49c1-a3fb-51934efecf6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.424s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.024269] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b21cf5-1257-463a-9a50-019da7b8e129 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.045139] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] The volume has not been displaced from its original location: [datastore2] volume-1404ddb8-17c5-49e1-936c-398a833482c0/volume-1404ddb8-17c5-49e1-936c-398a833482c0.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1066.050634] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.051368] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5a8a12-4413-4fae-9c66-8dd61cd5a59d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.071758] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1066.071758] env[69735]: value = "task-3605577" [ 1066.071758] env[69735]: _type = "Task" [ 1066.071758] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.082885] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.091047] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.259941] env[69735]: DEBUG nova.compute.manager [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.313187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.313516] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Processing image a47e757a-a069-4e93-bca4-0b8e7b21ccf7 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.313808] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7/a47e757a-a069-4e93-bca4-0b8e7b21ccf7.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.313982] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7/a47e757a-a069-4e93-bca4-0b8e7b21ccf7.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.314195] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.314476] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc1094dc-19da-47b9-b914-0948b27c65cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.323058] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.323257] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.324118] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b8fdea-2ed6-4b87-9191-ae97967a6b06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.331747] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1066.331747] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d3974a-9009-b916-e565-c0ce8c322acf" [ 1066.331747] env[69735]: _type = "Task" [ 1066.331747] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.339884] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d3974a-9009-b916-e565-c0ce8c322acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.426042] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314244} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.426296] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.426523] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.426736] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.504325] env[69735]: DEBUG oslo_vmware.api [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Task: {'id': task-3605576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385907} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.504549] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.504746] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.505198] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.505412] env[69735]: INFO nova.compute.manager [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Took 1.56 seconds to destroy the instance on the hypervisor. [ 1066.505654] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.505884] env[69735]: DEBUG nova.compute.manager [-] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.505971] env[69735]: DEBUG nova.network.neutron [-] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.580879] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605577, 'name': ReconfigVM_Task, 'duration_secs': 0.299578} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.583585] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.589563] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b44ad400-7a38-458e-a5a3-b251e109985c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.614985] env[69735]: DEBUG oslo_vmware.api [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605574, 'name': PowerOnVM_Task, 'duration_secs': 0.533892} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.616539] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.616815] env[69735]: INFO nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1066.616988] env[69735]: DEBUG nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.617402] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1066.617402] env[69735]: value = "task-3605578" [ 1066.617402] env[69735]: _type = "Task" [ 1066.617402] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.618228] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a09a2c-fa70-45f4-ab71-0c897eaa75b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.636460] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.783544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.846230] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Preparing fetch location {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1066.846334] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Fetch image to [datastore1] OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe/OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe.vmdk {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1066.846473] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Downloading stream optimized image a47e757a-a069-4e93-bca4-0b8e7b21ccf7 to [datastore1] OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe/OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe.vmdk on the data store datastore1 as vApp {{(pid=69735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1066.846652] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Downloading image file data a47e757a-a069-4e93-bca4-0b8e7b21ccf7 to the ESX as VM named 'OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe' {{(pid=69735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1066.868164] env[69735]: DEBUG nova.compute.manager [req-8bcaaa9f-0246-44d7-8bbf-16952e741f1d req-b6efa6b8-2381-4ffb-afd0-398d02e102c9 service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Received event network-vif-deleted-eed558f1-272a-4cc5-b384-bfc6450e68c7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.868474] env[69735]: INFO nova.compute.manager [req-8bcaaa9f-0246-44d7-8bbf-16952e741f1d req-b6efa6b8-2381-4ffb-afd0-398d02e102c9 service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Neutron deleted interface eed558f1-272a-4cc5-b384-bfc6450e68c7; detaching it from the instance and deleting it from the info cache [ 1066.868681] env[69735]: DEBUG nova.network.neutron [req-8bcaaa9f-0246-44d7-8bbf-16952e741f1d req-b6efa6b8-2381-4ffb-afd0-398d02e102c9 service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Updating instance_info_cache with network_info: [{"id": "88663201-ca30-4158-ab83-18ba1693769b", "address": "fa:16:3e:72:1d:9b", "network": {"id": "edfde840-5783-4f06-81fd-8a6a8d8d55fc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2043305447", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd60abcc71f4bd4ba87f5189a5fcd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88663201-ca", "ovs_interfaceid": "88663201-ca30-4158-ab83-18ba1693769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.946072] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1066.946072] env[69735]: value = "resgroup-9" [ 1066.946072] env[69735]: _type = "ResourcePool" [ 1066.946072] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1066.946374] env[69735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-61bdd3ea-3903-47b1-ab3f-197b8a74d49f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.971212] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaf5d2e-88b1-4dc1-aa30-74c41c923217 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.982765] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0329abfb-d2ba-4133-9c42-42ef3979ac45 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.986319] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lease: (returnval){ [ 1066.986319] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ead07f-39d6-4095-4571-727f98c14791" [ 1066.986319] env[69735]: _type = "HttpNfcLease" [ 1066.986319] env[69735]: } obtained for vApp import into resource pool (val){ [ 1066.986319] env[69735]: value = "resgroup-9" [ 1066.986319] env[69735]: _type = "ResourcePool" [ 1066.986319] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1066.987446] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the lease: (returnval){ [ 1066.987446] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ead07f-39d6-4095-4571-727f98c14791" [ 1066.987446] env[69735]: _type = "HttpNfcLease" [ 1066.987446] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.018791] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573ab69-65ff-4e80-878a-fc980601b9cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.023859] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.023859] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ead07f-39d6-4095-4571-727f98c14791" [ 1067.023859] env[69735]: _type = "HttpNfcLease" [ 1067.023859] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.029537] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4b613-73b9-4208-928b-9e04292e5a25 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.046945] env[69735]: DEBUG nova.compute.provider_tree [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.131687] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605578, 'name': ReconfigVM_Task, 'duration_secs': 0.184954} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.132064] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719243', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'name': 'volume-1404ddb8-17c5-49e1-936c-398a833482c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8b3976-902f-4191-80bc-a3edd8002f07', 'attached_at': '', 'detached_at': '', 'volume_id': '1404ddb8-17c5-49e1-936c-398a833482c0', 'serial': '1404ddb8-17c5-49e1-936c-398a833482c0'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1067.132385] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.133331] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a57e6ad-b37d-417f-99b8-ad222f016f91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.146012] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.147398] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72df0121-4b05-462f-a912-5888c115de5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.148523] env[69735]: INFO nova.compute.manager [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Took 34.42 seconds to build instance. [ 1067.214330] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.214580] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.214804] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Deleting the datastore file [datastore2] 1b8b3976-902f-4191-80bc-a3edd8002f07 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.215102] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3b68e7b-f237-452c-a95a-d3dac24cc562 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.221783] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for the task: (returnval){ [ 1067.221783] env[69735]: value = "task-3605581" [ 1067.221783] env[69735]: _type = "Task" [ 1067.221783] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.231241] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.376354] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26f84a4f-0538-438a-aee9-6f50d7dbb598 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.387248] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4268b38d-e087-430d-8a46-e5eff8522ded {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.437674] env[69735]: DEBUG nova.compute.manager [req-8bcaaa9f-0246-44d7-8bbf-16952e741f1d req-b6efa6b8-2381-4ffb-afd0-398d02e102c9 service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Detach interface failed, port_id=eed558f1-272a-4cc5-b384-bfc6450e68c7, reason: Instance cab54d47-068c-4db4-acd0-9bd9b920047a could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.495766] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.495766] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ead07f-39d6-4095-4571-727f98c14791" [ 1067.495766] env[69735]: _type = "HttpNfcLease" [ 1067.495766] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1067.496096] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1067.496096] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ead07f-39d6-4095-4571-727f98c14791" [ 1067.496096] env[69735]: _type = "HttpNfcLease" [ 1067.496096] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1067.496849] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07670c68-c667-46b4-9506-9501665345ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.505677] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528948f4-fba1-7b11-e565-36ff73362e5f/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1067.505921] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528948f4-fba1-7b11-e565-36ff73362e5f/disk-0.vmdk. {{(pid=69735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1067.578491] env[69735]: DEBUG nova.scheduler.client.report [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.586371] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b719bd6-7626-4100-b173-ef03ac57239f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.651197] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1237ded5-ab52-4a3d-893e-ff9dad09af17 tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.949s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.655499] env[69735]: DEBUG nova.network.neutron [-] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.731320] env[69735]: DEBUG oslo_vmware.api [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Task: {'id': task-3605581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153743} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.732333] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.732547] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.732847] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.733131] env[69735]: INFO nova.compute.manager [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1067.733285] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.735562] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.735796] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.735975] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.736187] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.736332] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.736693] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.736830] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.736988] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.737181] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.737346] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.737515] env[69735]: DEBUG nova.virt.hardware [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.737775] env[69735]: DEBUG nova.compute.manager [-] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.737860] env[69735]: DEBUG nova.network.neutron [-] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.741446] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14aca4c-1b84-4fc2-bb52-cd9f3569d0f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.750649] env[69735]: DEBUG oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520840e5-65ef-4000-f37c-936bb1c2942f/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1067.751603] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b639705-efce-49f8-9506-95d429984f45 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.759778] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e00d7-73ba-4a51-bb0d-833c4faf58ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.766900] env[69735]: DEBUG oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520840e5-65ef-4000-f37c-936bb1c2942f/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1067.767081] env[69735]: ERROR oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520840e5-65ef-4000-f37c-936bb1c2942f/disk-0.vmdk due to incomplete transfer. [ 1067.767754] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d4531fd1-5f0f-47ce-9c9d-3e236ceb9000 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.777263] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:67:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3403f79d-b990-4ea5-9d2e-29fa7968f76f', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.784727] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.792442] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.792442] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08772592-72ac-4d91-8146-4fc7889879bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.813700] env[69735]: DEBUG oslo_vmware.rw_handles [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520840e5-65ef-4000-f37c-936bb1c2942f/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1067.813941] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Uploaded image 62f91764-cb32-4e92-98e5-c53217c46fc5 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1067.816628] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1067.817826] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc6006b2-4a4e-4d73-9d08-049970334da2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.822291] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.822291] env[69735]: value = "task-3605582" [ 1067.822291] env[69735]: _type = "Task" [ 1067.822291] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.827528] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1067.827528] env[69735]: value = "task-3605583" [ 1067.827528] env[69735]: _type = "Task" [ 1067.827528] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.834052] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605582, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.842788] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605583, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.084353] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.084933] env[69735]: DEBUG nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.088961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.757s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.088961] env[69735]: DEBUG nova.objects.instance [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'resources' on Instance uuid 187cd818-d85b-421b-8b69-9b20e04e146b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.158322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.158639] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.158852] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.159075] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.159568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.161167] env[69735]: INFO nova.compute.manager [-] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Took 1.66 seconds to deallocate network for instance. [ 1068.161972] env[69735]: INFO nova.compute.manager [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Terminating instance [ 1068.336373] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605582, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.343281] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605583, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.376846] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Completed reading data from the image iterator. {{(pid=69735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1068.377496] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528948f4-fba1-7b11-e565-36ff73362e5f/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1068.378620] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bee215-166b-4e79-8339-bbab59c3b5ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.389541] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528948f4-fba1-7b11-e565-36ff73362e5f/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1068.389751] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528948f4-fba1-7b11-e565-36ff73362e5f/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1068.390044] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c37ecf00-5152-4d84-a1d2-e8c5a1d66725 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.550893] env[69735]: DEBUG oslo_vmware.rw_handles [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528948f4-fba1-7b11-e565-36ff73362e5f/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1068.551164] env[69735]: INFO nova.virt.vmwareapi.images [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Downloaded image file data a47e757a-a069-4e93-bca4-0b8e7b21ccf7 [ 1068.552068] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8af73-64c2-48b8-8563-bdf3a67a5ed7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.573512] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a219ab-df43-4ca6-8d17-7822633e72eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.595435] env[69735]: DEBUG nova.compute.utils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.596943] env[69735]: DEBUG nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.596943] env[69735]: DEBUG nova.network.neutron [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.605915] env[69735]: INFO nova.virt.vmwareapi.images [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] The imported VM was unregistered [ 1068.607351] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Caching image {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1068.607593] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.607869] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-719552b5-f9db-4c8d-bff7-f9c14b6d5283 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.640019] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Created directory with path [datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.640019] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe/OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe.vmdk to [datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7/a47e757a-a069-4e93-bca4-0b8e7b21ccf7.vmdk. {{(pid=69735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1068.640192] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bf41ac89-538d-4ae7-9c08-ff36254150f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.648169] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1068.648169] env[69735]: value = "task-3605585" [ 1068.648169] env[69735]: _type = "Task" [ 1068.648169] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.656557] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605585, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.664301] env[69735]: DEBUG nova.policy [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2350d085402f42c8a035001d395b22a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0db178df2e8458d983144f4a1a23920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.668036] env[69735]: DEBUG nova.compute.manager [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.668036] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.668747] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952cd648-90a4-4f73-9b92-26bcffff1d5a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.673518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.688860] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.692869] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7e96a66-625e-4ca7-816e-f04ac5275271 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.699620] env[69735]: DEBUG oslo_vmware.api [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1068.699620] env[69735]: value = "task-3605586" [ 1068.699620] env[69735]: _type = "Task" [ 1068.699620] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.707756] env[69735]: DEBUG oslo_vmware.api [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.840166] env[69735]: DEBUG nova.network.neutron [-] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.841858] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605582, 'name': CreateVM_Task, 'duration_secs': 0.511551} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.844939] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.845048] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605583, 'name': Destroy_Task, 'duration_secs': 0.626689} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.846386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.846558] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.847902] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.848196] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Destroyed the VM [ 1068.849020] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1068.849020] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088e1721-4fdf-437e-a0d0-41a7cdd13a21 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.851301] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a844fa93-284f-4803-8387-56e7fa4a9258 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.858879] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1068.858879] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52349697-bf56-40e6-75b1-c8d2be0c58ab" [ 1068.858879] env[69735]: _type = "Task" [ 1068.858879] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.866617] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1068.866617] env[69735]: value = "task-3605587" [ 1068.866617] env[69735]: _type = "Task" [ 1068.866617] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.874425] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52349697-bf56-40e6-75b1-c8d2be0c58ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.882299] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605587, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.902940] env[69735]: DEBUG nova.compute.manager [req-4ecc172f-00bf-4a4e-8f58-27e78623a909 req-3557dc78-ba59-4b72-b288-092f03dfeb03 service nova] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Received event network-vif-deleted-88663201-ca30-4158-ab83-18ba1693769b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.903087] env[69735]: DEBUG nova.compute.manager [req-4ecc172f-00bf-4a4e-8f58-27e78623a909 req-3557dc78-ba59-4b72-b288-092f03dfeb03 service nova] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Received event network-vif-deleted-8f794c32-0135-4999-8f5e-c13eb0a72bac {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.089700] env[69735]: DEBUG nova.network.neutron [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Successfully created port: c3f7eec1-62c6-4dd4-b259-450ff0455df2 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.099927] env[69735]: DEBUG nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.171278] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605585, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.195818] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb7c81a-3be4-4bc0-897b-3b2ea384dfd8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.221262] env[69735]: DEBUG oslo_vmware.api [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605586, 'name': PowerOffVM_Task, 'duration_secs': 0.37154} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.223821] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cf9ca1-3422-4d61-b5a5-617a5e8df451 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.232424] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.232779] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.233271] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93766e68-97e5-4d70-b0bf-fde8e014790b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.282901] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ff8686-9dab-40d3-a13d-9aa0ef15c963 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.294728] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c203521-844d-4494-ab15-8016fcf292db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.318326] env[69735]: DEBUG nova.compute.provider_tree [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.321045] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.321293] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.321526] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleting the datastore file [datastore2] a061ed1f-b2e7-4a19-89b7-7fdbf15473b8 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.322012] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f38db15f-9492-4515-be05-b1b97c55a97c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.328172] env[69735]: DEBUG oslo_vmware.api [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for the task: (returnval){ [ 1069.328172] env[69735]: value = "task-3605589" [ 1069.328172] env[69735]: _type = "Task" [ 1069.328172] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.338337] env[69735]: DEBUG oslo_vmware.api [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.346583] env[69735]: INFO nova.compute.manager [-] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Took 1.61 seconds to deallocate network for instance. [ 1069.375902] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52349697-bf56-40e6-75b1-c8d2be0c58ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016845} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.379543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.379822] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.380319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.380319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.380451] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.380694] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e46bb5e5-ce95-4279-bce2-354596317e22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.390456] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605587, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.400025] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.400025] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.400025] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df132652-c1d2-4a2c-9650-a836929154ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.407074] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1069.407074] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52766cdb-fd11-493a-e5db-098c527a1e2a" [ 1069.407074] env[69735]: _type = "Task" [ 1069.407074] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.414638] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52766cdb-fd11-493a-e5db-098c527a1e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.659916] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605585, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.823225] env[69735]: DEBUG nova.scheduler.client.report [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.841050] env[69735]: DEBUG oslo_vmware.api [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.887203] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605587, 'name': RemoveSnapshot_Task, 'duration_secs': 0.989966} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.887413] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1069.887605] env[69735]: DEBUG nova.compute.manager [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.888513] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fdda44-4514-498a-afcf-23cbd0421b9c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.915551] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52766cdb-fd11-493a-e5db-098c527a1e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.092119} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.916564] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc78646-4068-4c70-8034-91b952de6bd0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.920857] env[69735]: INFO nova.compute.manager [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Took 0.57 seconds to detach 1 volumes for instance. [ 1069.927960] env[69735]: DEBUG nova.compute.manager [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Deleting volume: 1404ddb8-17c5-49e1-936c-398a833482c0 {{(pid=69735) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1069.931923] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1069.931923] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f20e97-d04d-eec1-6486-0944ecc759fe" [ 1069.931923] env[69735]: _type = "Task" [ 1069.931923] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.944071] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f20e97-d04d-eec1-6486-0944ecc759fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.111293] env[69735]: DEBUG nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.159466] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605585, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.161710] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.161949] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.162187] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.162400] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.162569] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.162714] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.162927] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.163095] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.163316] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.163482] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.163723] env[69735]: DEBUG nova.virt.hardware [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.164746] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bf82bf-e322-49a4-8845-d2d38d85561d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.173323] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27760ffc-ddef-4f8f-921f-426c0524c3c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.330531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.333867] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.321s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.334623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.337180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.363s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.338972] env[69735]: INFO nova.compute.claims [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.359026] env[69735]: DEBUG oslo_vmware.api [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Task: {'id': task-3605589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.696261} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.359026] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.359026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.359026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.359026] env[69735]: INFO nova.compute.manager [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1070.359026] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.359026] env[69735]: DEBUG nova.compute.manager [-] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.359026] env[69735]: DEBUG nova.network.neutron [-] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.372477] env[69735]: INFO nova.scheduler.client.report [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleted allocations for instance 187cd818-d85b-421b-8b69-9b20e04e146b [ 1070.393235] env[69735]: INFO nova.scheduler.client.report [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted allocations for instance a8571657-4975-448d-9902-1ada5a780e15 [ 1070.404886] env[69735]: INFO nova.compute.manager [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Shelve offloading [ 1070.445916] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f20e97-d04d-eec1-6486-0944ecc759fe, 'name': SearchDatastore_Task, 'duration_secs': 0.096448} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.448587] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.448587] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.448978] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a05ba7d6-7557-4aff-a111-83fb79a2666d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.462032] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1070.462032] env[69735]: value = "task-3605591" [ 1070.462032] env[69735]: _type = "Task" [ 1070.462032] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.474344] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.485306] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.664702] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605585, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.883285] env[69735]: DEBUG oslo_concurrency.lockutils [None req-210aa2ac-8615-4ece-a559-afed308c023e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "187cd818-d85b-421b-8b69-9b20e04e146b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.201s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.885361] env[69735]: DEBUG oslo_concurrency.lockutils [req-60ecbcf0-c977-4692-979e-3631dd2e52b2 req-2290a3b0-f363-4c3e-929f-d97914947b5d service nova] Acquired lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.886274] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb07c8d4-a281-4434-aece-b4dbe80ef689 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.895465] env[69735]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1070.895631] env[69735]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69735) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1070.896224] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f38256b7-fbc8-4ad4-b872-12ce2d1ac40c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.901711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d32ea8d3-5288-4daf-aab7-f763f73112f3 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "a8571657-4975-448d-9902-1ada5a780e15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.442s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.907838] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29875fa-9633-4641-a91a-373fbb2a8624 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.920455] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.920712] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ab3630-ecd3-4498-8847-30d6f79d4736 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.929562] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1070.929562] env[69735]: value = "task-3605592" [ 1070.929562] env[69735]: _type = "Task" [ 1070.929562] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.932326] env[69735]: DEBUG nova.compute.manager [req-03fdf676-1dbf-49dd-ad76-41222d2fe0a3 req-1a5f68be-ab7f-418a-8f88-5a8016f929fd service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Received event network-vif-deleted-3adc8580-af3e-40df-a623-6d42435cd91c {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.932589] env[69735]: INFO nova.compute.manager [req-03fdf676-1dbf-49dd-ad76-41222d2fe0a3 req-1a5f68be-ab7f-418a-8f88-5a8016f929fd service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Neutron deleted interface 3adc8580-af3e-40df-a623-6d42435cd91c; detaching it from the instance and deleting it from the info cache [ 1070.932780] env[69735]: DEBUG nova.network.neutron [req-03fdf676-1dbf-49dd-ad76-41222d2fe0a3 req-1a5f68be-ab7f-418a-8f88-5a8016f929fd service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.956568] env[69735]: ERROR root [req-60ecbcf0-c977-4692-979e-3631dd2e52b2 req-2290a3b0-f363-4c3e-929f-d97914947b5d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-719252' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-719252' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-719252' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-719252'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-719252' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-719252' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-719252'}\n"]: nova.exception.InstanceNotFound: Instance 187cd818-d85b-421b-8b69-9b20e04e146b could not be found. [ 1070.956822] env[69735]: DEBUG oslo_concurrency.lockutils [req-60ecbcf0-c977-4692-979e-3631dd2e52b2 req-2290a3b0-f363-4c3e-929f-d97914947b5d service nova] Releasing lock "187cd818-d85b-421b-8b69-9b20e04e146b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.956999] env[69735]: DEBUG nova.compute.manager [req-60ecbcf0-c977-4692-979e-3631dd2e52b2 req-2290a3b0-f363-4c3e-929f-d97914947b5d service nova] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Detach interface failed, port_id=11de68fb-baa0-4966-9462-edc6ce399792, reason: Instance 187cd818-d85b-421b-8b69-9b20e04e146b could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.966966] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.967215] env[69735]: DEBUG nova.compute.manager [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.968720] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc86f54-a267-49b3-9738-d2b87eaac120 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.977316] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.979231] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.979409] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.979584] env[69735]: DEBUG nova.network.neutron [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.160465] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605585, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.261886] env[69735]: DEBUG nova.network.neutron [-] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.436598] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77456ae8-e675-4f6b-bdd0-7c9c0a5264f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.448518] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7187d60-6865-4cab-907d-60af2a23b3f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.473645] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.489887] env[69735]: DEBUG nova.compute.manager [req-03fdf676-1dbf-49dd-ad76-41222d2fe0a3 req-1a5f68be-ab7f-418a-8f88-5a8016f929fd service nova] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Detach interface failed, port_id=3adc8580-af3e-40df-a623-6d42435cd91c, reason: Instance a061ed1f-b2e7-4a19-89b7-7fdbf15473b8 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.538340] env[69735]: DEBUG nova.network.neutron [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Successfully updated port: c3f7eec1-62c6-4dd4-b259-450ff0455df2 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.668056] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605585, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.918527} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.670890] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe/OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe.vmdk to [datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7/a47e757a-a069-4e93-bca4-0b8e7b21ccf7.vmdk. [ 1071.671105] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Cleaning up location [datastore1] OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1071.671268] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_36a9f9d1-3435-4f9a-a986-6229a23672fe {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.673011] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e8553b2-ccc1-4e9a-be93-a971188dce54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.685385] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1071.685385] env[69735]: value = "task-3605593" [ 1071.685385] env[69735]: _type = "Task" [ 1071.685385] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.699247] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.767931] env[69735]: INFO nova.compute.manager [-] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Took 1.41 seconds to deallocate network for instance. [ 1071.812188] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee4025-cca3-4309-aa9f-fe45d1709270 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.820689] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20be54-a127-4b6f-ba6e-edab5a8a1d7b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.854140] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73fd774-ea67-4052-86f5-0aa9ba217ac2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.860374] env[69735]: DEBUG nova.network.neutron [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating instance_info_cache with network_info: [{"id": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "address": "fa:16:3e:8c:fe:05", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ed4ce-44", "ovs_interfaceid": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.864918] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baebbad0-63aa-4aa3-9b25-f9e7501876cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.881727] env[69735]: DEBUG nova.compute.provider_tree [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.975648] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.047740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.047920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.048137] env[69735]: DEBUG nova.network.neutron [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.199208] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296619} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.199489] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.199732] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7/a47e757a-a069-4e93-bca4-0b8e7b21ccf7.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.200038] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7/a47e757a-a069-4e93-bca4-0b8e7b21ccf7.vmdk to [datastore1] b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136/b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.200452] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de8a5578-e84f-46a9-b093-3565a7399d7b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.207439] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1072.207439] env[69735]: value = "task-3605594" [ 1072.207439] env[69735]: _type = "Task" [ 1072.207439] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.217691] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.273166] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.360735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.385188] env[69735]: DEBUG nova.scheduler.client.report [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.477170] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605591, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.732314} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.477487] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.477754] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.478078] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a20c1a3-ff91-446f-b081-b52534f3bba0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.486233] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1072.486233] env[69735]: value = "task-3605595" [ 1072.486233] env[69735]: _type = "Task" [ 1072.486233] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.500707] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.630944] env[69735]: DEBUG nova.network.neutron [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.718502] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605594, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.890887] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.891487] env[69735]: DEBUG nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.897325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.324s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.899426] env[69735]: INFO nova.compute.claims [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.982688] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.983764] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbe575f-51e7-40fd-882b-775d47f92ff4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.987534] env[69735]: DEBUG nova.network.neutron [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance_info_cache with network_info: [{"id": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "address": "fa:16:3e:f6:cb:5a", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f7eec1-62", "ovs_interfaceid": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.996874] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.997576] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e56193-d6f7-49b3-b3c5-0a3c261b98f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.005534] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087966} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.008717] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.011037] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92994c1e-f2ea-4f0e-9747-13b6d8222dec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.037328] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.038540] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c81ff7-6cde-42a3-a046-b8a1f2fc66f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.059874] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1073.059874] env[69735]: value = "task-3605597" [ 1073.059874] env[69735]: _type = "Task" [ 1073.059874] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.068576] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.079615] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.079891] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.080279] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleting the datastore file [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.080412] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123c3da5-7756-40e4-be7b-7bfa302dc7d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.087606] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1073.087606] env[69735]: value = "task-3605598" [ 1073.087606] env[69735]: _type = "Task" [ 1073.087606] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.099846] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.219151] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605594, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.252810] env[69735]: DEBUG nova.compute.manager [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Received event network-vif-plugged-c3f7eec1-62c6-4dd4-b259-450ff0455df2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.252810] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Acquiring lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.252907] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.253196] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.253196] env[69735]: DEBUG nova.compute.manager [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] No waiting events found dispatching network-vif-plugged-c3f7eec1-62c6-4dd4-b259-450ff0455df2 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.253339] env[69735]: WARNING nova.compute.manager [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Received unexpected event network-vif-plugged-c3f7eec1-62c6-4dd4-b259-450ff0455df2 for instance with vm_state building and task_state spawning. [ 1073.253488] env[69735]: DEBUG nova.compute.manager [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Received event network-changed-c3f7eec1-62c6-4dd4-b259-450ff0455df2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.253739] env[69735]: DEBUG nova.compute.manager [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Refreshing instance network info cache due to event network-changed-c3f7eec1-62c6-4dd4-b259-450ff0455df2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.253945] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Acquiring lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.405932] env[69735]: DEBUG nova.compute.utils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.412363] env[69735]: DEBUG nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.412609] env[69735]: DEBUG nova.network.neutron [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.492493] env[69735]: DEBUG nova.policy [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '173ea8e6cf6e48a9b4b20e43c26c5e28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f55fba5df8bd4bf3b92dd1c014d1714a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.496802] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.497219] env[69735]: DEBUG nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Instance network_info: |[{"id": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "address": "fa:16:3e:f6:cb:5a", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f7eec1-62", "ovs_interfaceid": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.497645] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Acquired lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.497795] env[69735]: DEBUG nova.network.neutron [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Refreshing network info cache for port c3f7eec1-62c6-4dd4-b259-450ff0455df2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.499288] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:cb:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3f7eec1-62c6-4dd4-b259-450ff0455df2', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.508593] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.509784] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.510059] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f14516b-7f5c-45c4-9ace-416650301502 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.532969] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.532969] env[69735]: value = "task-3605599" [ 1073.532969] env[69735]: _type = "Task" [ 1073.532969] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.541714] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605599, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.569830] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605597, 'name': ReconfigVM_Task, 'duration_secs': 0.350638} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.570138] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.570945] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a14bf5a-ef24-418d-9e1b-c671c27716ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.578333] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1073.578333] env[69735]: value = "task-3605600" [ 1073.578333] env[69735]: _type = "Task" [ 1073.578333] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.586536] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605600, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.597793] env[69735]: DEBUG oslo_vmware.api [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242462} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.598090] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.598279] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.598453] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.632722] env[69735]: INFO nova.scheduler.client.report [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleted allocations for instance c2a6a3aa-1987-4ffe-a7b4-5d6802112141 [ 1073.719401] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605594, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.884493] env[69735]: DEBUG nova.network.neutron [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Successfully created port: 24229246-67b5-4241-a90a-22eb8ef68053 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.916241] env[69735]: DEBUG nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.919100] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.919728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.044139] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605599, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.092031] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605600, 'name': Rename_Task, 'duration_secs': 0.187619} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.095264] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.095442] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9598885-e9cb-4a4f-affe-91df3a3f14cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.101938] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1074.101938] env[69735]: value = "task-3605601" [ 1074.101938] env[69735]: _type = "Task" [ 1074.101938] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.115022] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.141214] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.219747] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605594, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.366686] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fc4eb6-fc2c-42a3-a63d-af136dfd331b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.377673] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bda20a5-48ab-4057-be0f-fffe16d92174 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.416705] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91c1577-91dd-4e28-8c02-e50491b20395 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.428982] env[69735]: DEBUG nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.432994] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd854bf4-d358-401c-a806-0dbed838abeb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.450348] env[69735]: DEBUG nova.compute.provider_tree [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.529623] env[69735]: DEBUG nova.network.neutron [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updated VIF entry in instance network info cache for port c3f7eec1-62c6-4dd4-b259-450ff0455df2. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.529851] env[69735]: DEBUG nova.network.neutron [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance_info_cache with network_info: [{"id": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "address": "fa:16:3e:f6:cb:5a", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f7eec1-62", "ovs_interfaceid": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.546506] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605599, 'name': CreateVM_Task, 'duration_secs': 0.94672} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.546807] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.547578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.547748] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.548163] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.548729] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fcb6cf-402a-4c44-be56-2c4924b23df6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.554369] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1074.554369] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a65f4c-aeae-1275-2337-6ae5ea368eef" [ 1074.554369] env[69735]: _type = "Task" [ 1074.554369] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.563244] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a65f4c-aeae-1275-2337-6ae5ea368eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.616612] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.718524] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605594, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.935327] env[69735]: DEBUG nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.961950] env[69735]: DEBUG nova.scheduler.client.report [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.967525] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.972643] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.972779] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.972891] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.973074] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.973239] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.973348] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.973549] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.973737] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.973913] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.974216] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.974271] env[69735]: DEBUG nova.virt.hardware [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.975140] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f7139-a07b-46b3-8c38-0f6ba4844b64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.985467] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bd390d-2f39-466c-b054-4c14604568a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.033016] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Releasing lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.033292] env[69735]: DEBUG nova.compute.manager [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received event network-vif-unplugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.033497] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Acquiring lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.033766] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.033940] env[69735]: DEBUG oslo_concurrency.lockutils [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.034343] env[69735]: DEBUG nova.compute.manager [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] No waiting events found dispatching network-vif-unplugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.034343] env[69735]: WARNING nova.compute.manager [req-27fd614e-8db2-4c95-a566-e034aa38cb28 req-dad12c68-5399-42e9-8d01-076307e56c1b service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received unexpected event network-vif-unplugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 for instance with vm_state shelved and task_state shelving_offloading. [ 1075.064679] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a65f4c-aeae-1275-2337-6ae5ea368eef, 'name': SearchDatastore_Task, 'duration_secs': 0.091858} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.065015] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.065260] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.065489] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.065634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.065808] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.066098] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c054d0d-92a7-4467-8a07-55fab791a652 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.077185] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.077435] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.078211] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac2d2a7e-ae42-482c-bd57-1a8d75c4cb9e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.084444] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1075.084444] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a1d312-9f0b-5b5c-50a7-d1dece9247fa" [ 1075.084444] env[69735]: _type = "Task" [ 1075.084444] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.094019] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a1d312-9f0b-5b5c-50a7-d1dece9247fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.113885] env[69735]: DEBUG oslo_vmware.api [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605601, 'name': PowerOnVM_Task, 'duration_secs': 0.549788} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.114348] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.114685] env[69735]: DEBUG nova.compute.manager [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.115702] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33f411-2a0c-47e2-bc19-57f45b85b4b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.222293] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605594, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.559907} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.222293] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a47e757a-a069-4e93-bca4-0b8e7b21ccf7/a47e757a-a069-4e93-bca4-0b8e7b21ccf7.vmdk to [datastore1] b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136/b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.222961] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b8faa-e965-42a9-8be3-e0ebaa2e0f62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.245954] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136/b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.246412] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad278778-14f0-4ecf-906b-63100e6f0a23 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.272469] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1075.272469] env[69735]: value = "task-3605602" [ 1075.272469] env[69735]: _type = "Task" [ 1075.272469] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.281579] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.281880] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.282115] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.295884] env[69735]: DEBUG nova.compute.manager [req-3005d86e-8d0a-4e13-971e-d6b5c088941c req-c381dff4-8099-485f-aa77-9d77f79700c1 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received event network-changed-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.296086] env[69735]: DEBUG nova.compute.manager [req-3005d86e-8d0a-4e13-971e-d6b5c088941c req-c381dff4-8099-485f-aa77-9d77f79700c1 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Refreshing instance network info cache due to event network-changed-ad4ed4ce-4479-4261-9a85-d42c2d139180. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.296320] env[69735]: DEBUG oslo_concurrency.lockutils [req-3005d86e-8d0a-4e13-971e-d6b5c088941c req-c381dff4-8099-485f-aa77-9d77f79700c1 service nova] Acquiring lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.296465] env[69735]: DEBUG oslo_concurrency.lockutils [req-3005d86e-8d0a-4e13-971e-d6b5c088941c req-c381dff4-8099-485f-aa77-9d77f79700c1 service nova] Acquired lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.296625] env[69735]: DEBUG nova.network.neutron [req-3005d86e-8d0a-4e13-971e-d6b5c088941c req-c381dff4-8099-485f-aa77-9d77f79700c1 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Refreshing network info cache for port ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.468544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.469291] env[69735]: DEBUG nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.472636] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.042s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.472819] env[69735]: DEBUG nova.objects.instance [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.594872] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a1d312-9f0b-5b5c-50a7-d1dece9247fa, 'name': SearchDatastore_Task, 'duration_secs': 0.056703} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.595686] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74c8c23-3a3e-4dd8-bfb3-46461389e237 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.601324] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1075.601324] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527bdfbf-0701-23d1-c7de-af2a91c0b7c8" [ 1075.601324] env[69735]: _type = "Task" [ 1075.601324] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.609152] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527bdfbf-0701-23d1-c7de-af2a91c0b7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.637060] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.785994] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.792365] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.792463] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.792711] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.792778] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.792898] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.793056] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.793189] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1075.793329] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.888475] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.890151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.890151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.890151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.890151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.892015] env[69735]: INFO nova.compute.manager [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Terminating instance [ 1075.978559] env[69735]: DEBUG nova.compute.utils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.982534] env[69735]: DEBUG nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.982713] env[69735]: DEBUG nova.network.neutron [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.112463] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527bdfbf-0701-23d1-c7de-af2a91c0b7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.114287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.114701] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] fb563b85-8f64-40ab-8213-7b195b1ac926/fb563b85-8f64-40ab-8213-7b195b1ac926.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.119096] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9b2f4fb-5982-45c7-b51e-bf0c88454eef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.128809] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1076.128809] env[69735]: value = "task-3605603" [ 1076.128809] env[69735]: _type = "Task" [ 1076.128809] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.138778] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.169436] env[69735]: DEBUG nova.policy [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '173ea8e6cf6e48a9b4b20e43c26c5e28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f55fba5df8bd4bf3b92dd1c014d1714a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.283593] env[69735]: DEBUG nova.network.neutron [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Successfully updated port: 24229246-67b5-4241-a90a-22eb8ef68053 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.292386] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605602, 'name': ReconfigVM_Task, 'duration_secs': 0.779894} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.292819] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Reconfigured VM instance instance-00000051 to attach disk [datastore1] b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136/b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.294266] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d4a83b-df4b-4da0-befa-669133c0e8c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.296520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.299994] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1076.299994] env[69735]: value = "task-3605604" [ 1076.299994] env[69735]: _type = "Task" [ 1076.299994] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.309574] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605604, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.397220] env[69735]: DEBUG nova.compute.manager [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.400037] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.400037] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aba9d6-d73c-41ea-b270-dc48b6da5139 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.415078] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.416302] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-976122cc-5700-4eea-946a-cf2babb52c3f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.423373] env[69735]: DEBUG oslo_vmware.api [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1076.423373] env[69735]: value = "task-3605605" [ 1076.423373] env[69735]: _type = "Task" [ 1076.423373] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.435790] env[69735]: DEBUG oslo_vmware.api [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.488026] env[69735]: DEBUG nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.489935] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3794dce-83a9-4fd3-bd90-109c3efd8e3e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.491358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.183s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.492937] env[69735]: INFO nova.compute.claims [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.533677] env[69735]: DEBUG nova.network.neutron [req-3005d86e-8d0a-4e13-971e-d6b5c088941c req-c381dff4-8099-485f-aa77-9d77f79700c1 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updated VIF entry in instance network info cache for port ad4ed4ce-4479-4261-9a85-d42c2d139180. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.534077] env[69735]: DEBUG nova.network.neutron [req-3005d86e-8d0a-4e13-971e-d6b5c088941c req-c381dff4-8099-485f-aa77-9d77f79700c1 service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating instance_info_cache with network_info: [{"id": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "address": "fa:16:3e:8c:fe:05", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapad4ed4ce-44", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.623165] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.643220] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605603, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.786812] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.786812] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.786812] env[69735]: DEBUG nova.network.neutron [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.797342] env[69735]: DEBUG nova.network.neutron [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Successfully created port: a9a88587-478e-4d68-b921-c5eeb55e0a1e {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.813592] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605604, 'name': Rename_Task, 'duration_secs': 0.18008} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.815396] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.815725] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10975f29-cf3d-4957-babd-cee1f40d3d29 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.822704] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1076.822704] env[69735]: value = "task-3605606" [ 1076.822704] env[69735]: _type = "Task" [ 1076.822704] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.831429] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.934501] env[69735]: DEBUG oslo_vmware.api [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605605, 'name': PowerOffVM_Task, 'duration_secs': 0.381509} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.934835] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.935117] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.935420] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-378d7538-1072-4efd-8f77-432aaf326421 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.038979] env[69735]: DEBUG oslo_concurrency.lockutils [req-3005d86e-8d0a-4e13-971e-d6b5c088941c req-c381dff4-8099-485f-aa77-9d77f79700c1 service nova] Releasing lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.140799] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539562} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.141159] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] fb563b85-8f64-40ab-8213-7b195b1ac926/fb563b85-8f64-40ab-8213-7b195b1ac926.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.141378] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.141644] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b456bec-270d-4702-9701-8edd8fb9abaa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.150323] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1077.150323] env[69735]: value = "task-3605608" [ 1077.150323] env[69735]: _type = "Task" [ 1077.150323] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.159597] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.286143] env[69735]: INFO nova.compute.manager [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Rebuilding instance [ 1077.337346] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.337346] env[69735]: DEBUG nova.compute.manager [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.339503] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618479ae-1c06-40cf-a406-0336d1fa142e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.363732] env[69735]: DEBUG nova.network.neutron [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.506099] env[69735]: DEBUG nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.553109] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.553379] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.553534] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.553766] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.553926] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.554263] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.554552] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.554729] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.554908] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.555076] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.555252] env[69735]: DEBUG nova.virt.hardware [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.556522] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9bc44d-e8b9-4c29-8722-c5e6ad008f91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.569845] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19013c-ef32-44c3-bad4-3744164fec71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.663305] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187304} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.663580] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.664440] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ca73d2-40b6-4a23-9b8d-cea207aceaf5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.688824] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] fb563b85-8f64-40ab-8213-7b195b1ac926/fb563b85-8f64-40ab-8213-7b195b1ac926.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.691738] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7de364b-df55-45f5-829c-efcfc93ac3c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.715364] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1077.715364] env[69735]: value = "task-3605609" [ 1077.715364] env[69735]: _type = "Task" [ 1077.715364] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.732031] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.737221] env[69735]: DEBUG nova.network.neutron [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Updating instance_info_cache with network_info: [{"id": "24229246-67b5-4241-a90a-22eb8ef68053", "address": "fa:16:3e:d1:0b:99", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24229246-67", "ovs_interfaceid": "24229246-67b5-4241-a90a-22eb8ef68053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.772837] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.773140] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.773381] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleting the datastore file [datastore1] c8355b1e-3a2c-45cb-9ade-91fe8cf9b638 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.773682] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3de97e6e-fccf-412d-b369-91483bb54639 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.783133] env[69735]: DEBUG oslo_vmware.api [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1077.783133] env[69735]: value = "task-3605610" [ 1077.783133] env[69735]: _type = "Task" [ 1077.783133] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.791884] env[69735]: DEBUG oslo_vmware.api [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.833522] env[69735]: DEBUG oslo_vmware.api [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605606, 'name': PowerOnVM_Task, 'duration_secs': 0.93604} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.833944] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.834038] env[69735]: INFO nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Took 18.32 seconds to spawn the instance on the hypervisor. [ 1077.834226] env[69735]: DEBUG nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.835047] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112dc283-7af2-41ba-b3ff-227b26cd416d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.013716] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a10c3-579d-4815-bd69-868fceffac99 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.022118] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39475b99-0901-4cc4-a76b-0676c1f36a64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.064887] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b425ce7-1e31-4ba8-a44e-1d8ff5446abf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.075387] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02919e6-d5e7-4d39-8a40-a4c239ada7fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.098893] env[69735]: DEBUG nova.compute.provider_tree [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.179402] env[69735]: DEBUG nova.compute.manager [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Received event network-vif-plugged-24229246-67b5-4241-a90a-22eb8ef68053 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.179625] env[69735]: DEBUG oslo_concurrency.lockutils [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] Acquiring lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.180132] env[69735]: DEBUG oslo_concurrency.lockutils [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.180391] env[69735]: DEBUG oslo_concurrency.lockutils [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.180582] env[69735]: DEBUG nova.compute.manager [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] No waiting events found dispatching network-vif-plugged-24229246-67b5-4241-a90a-22eb8ef68053 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.180782] env[69735]: WARNING nova.compute.manager [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Received unexpected event network-vif-plugged-24229246-67b5-4241-a90a-22eb8ef68053 for instance with vm_state building and task_state spawning. [ 1078.181133] env[69735]: DEBUG nova.compute.manager [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Received event network-changed-24229246-67b5-4241-a90a-22eb8ef68053 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.181133] env[69735]: DEBUG nova.compute.manager [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Refreshing instance network info cache due to event network-changed-24229246-67b5-4241-a90a-22eb8ef68053. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.181282] env[69735]: DEBUG oslo_concurrency.lockutils [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] Acquiring lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.225947] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605609, 'name': ReconfigVM_Task, 'duration_secs': 0.335794} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.226366] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Reconfigured VM instance instance-00000052 to attach disk [datastore1] fb563b85-8f64-40ab-8213-7b195b1ac926/fb563b85-8f64-40ab-8213-7b195b1ac926.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.227177] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e634821-34ba-4626-a638-f5f0788cae8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.232830] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1078.232830] env[69735]: value = "task-3605611" [ 1078.232830] env[69735]: _type = "Task" [ 1078.232830] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.243537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.243859] env[69735]: DEBUG nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Instance network_info: |[{"id": "24229246-67b5-4241-a90a-22eb8ef68053", "address": "fa:16:3e:d1:0b:99", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24229246-67", "ovs_interfaceid": "24229246-67b5-4241-a90a-22eb8ef68053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.244173] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605611, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.244444] env[69735]: DEBUG oslo_concurrency.lockutils [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] Acquired lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.244672] env[69735]: DEBUG nova.network.neutron [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Refreshing network info cache for port 24229246-67b5-4241-a90a-22eb8ef68053 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.245931] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:0b:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24229246-67b5-4241-a90a-22eb8ef68053', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.256157] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Creating folder: Project (f55fba5df8bd4bf3b92dd1c014d1714a). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.256157] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03d42c55-ccd9-4475-a54d-eee0c46cd791 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.266492] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Created folder: Project (f55fba5df8bd4bf3b92dd1c014d1714a) in parent group-v719064. [ 1078.266678] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Creating folder: Instances. Parent ref: group-v719295. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.266977] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ed645cd-d5d9-4aba-a7ab-d23ecc3ce142 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.276498] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Created folder: Instances in parent group-v719295. [ 1078.276762] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.276929] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.277154] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9206ef3e-80ce-4ae5-b508-2763fc5d7d12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.301511] env[69735]: DEBUG oslo_vmware.api [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372271} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.303689] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.303689] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.303689] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.303689] env[69735]: INFO nova.compute.manager [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1078.303922] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.308098] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.308098] env[69735]: value = "task-3605614" [ 1078.308098] env[69735]: _type = "Task" [ 1078.308098] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.308098] env[69735]: DEBUG nova.compute.manager [-] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.308098] env[69735]: DEBUG nova.network.neutron [-] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.315821] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605614, 'name': CreateVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.356019] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.356942] env[69735]: INFO nova.compute.manager [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Took 44.08 seconds to build instance. [ 1078.357969] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569c965b-1be7-4ed5-b887-8a31c4968f36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.365214] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1078.365214] env[69735]: value = "task-3605615" [ 1078.365214] env[69735]: _type = "Task" [ 1078.365214] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.375477] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.487758] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.488076] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.488324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.488524] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.488701] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.491361] env[69735]: INFO nova.compute.manager [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Terminating instance [ 1078.600722] env[69735]: DEBUG nova.scheduler.client.report [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.612371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "3570b07b-e97a-4e59-967e-371cb1f743bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.612975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.743343] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605611, 'name': Rename_Task, 'duration_secs': 0.1684} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.743700] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.743943] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-465d8fc9-ac4a-48d4-9641-1ec04d91c4ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.750172] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1078.750172] env[69735]: value = "task-3605616" [ 1078.750172] env[69735]: _type = "Task" [ 1078.750172] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.759980] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.820826] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605614, 'name': CreateVM_Task, 'duration_secs': 0.404651} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.821008] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.821846] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.822256] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.822331] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.822741] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef767d0-0773-4dca-93db-5f2c876de7a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.826976] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1078.826976] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528ef475-c842-56cc-a04e-166cf5671a39" [ 1078.826976] env[69735]: _type = "Task" [ 1078.826976] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.835914] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528ef475-c842-56cc-a04e-166cf5671a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.860612] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2346e374-73a8-46e0-a5b4-d249b051dde8 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.602s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.873795] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605615, 'name': PowerOffVM_Task, 'duration_secs': 0.264248} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.874558] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.874795] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.875583] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8978e6b0-2e01-476f-be47-34183dc07fa6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.882294] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.882513] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb769e0c-ad77-4ad8-84ee-b22e02e71548 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.950744] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.951015] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.951436] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleting the datastore file [datastore1] 347dd678-4892-4126-884d-ff7b5b9db3bd {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.951567] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61aaf593-63d9-4b58-95dd-68e5cf8f32b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.957873] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1078.957873] env[69735]: value = "task-3605618" [ 1078.957873] env[69735]: _type = "Task" [ 1078.957873] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.968507] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.995285] env[69735]: DEBUG nova.compute.manager [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.995520] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.996881] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaddbb34-907b-4942-976f-6c29f70eed48 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.004045] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.004348] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-861c34c3-534f-4f50-a4b3-eeecda2aa9a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.010367] env[69735]: DEBUG oslo_vmware.api [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1079.010367] env[69735]: value = "task-3605619" [ 1079.010367] env[69735]: _type = "Task" [ 1079.010367] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.018817] env[69735]: DEBUG oslo_vmware.api [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.106462] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.107027] env[69735]: DEBUG nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.109801] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.660s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.110279] env[69735]: DEBUG nova.objects.instance [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lazy-loading 'resources' on Instance uuid 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.116363] env[69735]: DEBUG nova.compute.utils [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.260079] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.288286] env[69735]: DEBUG nova.network.neutron [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Updated VIF entry in instance network info cache for port 24229246-67b5-4241-a90a-22eb8ef68053. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.288649] env[69735]: DEBUG nova.network.neutron [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Updating instance_info_cache with network_info: [{"id": "24229246-67b5-4241-a90a-22eb8ef68053", "address": "fa:16:3e:d1:0b:99", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24229246-67", "ovs_interfaceid": "24229246-67b5-4241-a90a-22eb8ef68053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.338963] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528ef475-c842-56cc-a04e-166cf5671a39, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.339306] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.339544] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.339776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.339923] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.340149] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.340416] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35853a2f-826d-4758-b438-efcf6a80892e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.348805] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.348805] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.349505] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79a4892-64c7-4452-8aef-6925658d2026 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.355245] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1079.355245] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52588b0b-fc5b-13f9-f889-144df1454fc5" [ 1079.355245] env[69735]: _type = "Task" [ 1079.355245] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.362702] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52588b0b-fc5b-13f9-f889-144df1454fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.468643] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144225} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.468977] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.469224] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.469351] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.472754] env[69735]: DEBUG nova.network.neutron [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Successfully updated port: a9a88587-478e-4d68-b921-c5eeb55e0a1e {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.520403] env[69735]: DEBUG oslo_vmware.api [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.616536] env[69735]: DEBUG nova.compute.utils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.618173] env[69735]: DEBUG nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.618304] env[69735]: DEBUG nova.network.neutron [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.620733] env[69735]: DEBUG oslo_concurrency.lockutils [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.676525] env[69735]: DEBUG nova.policy [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f12e9782bdc416c9ee013c61c707984', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7723c0e00bfc4f7fb3d6dee478311154', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.764875] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605616, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.792757] env[69735]: DEBUG oslo_concurrency.lockutils [req-b4a0e58d-a2d6-42a7-9898-7b0b422a0d75 req-fdc30aeb-67f4-4760-9636-d136ad014ca7 service nova] Releasing lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.872212] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52588b0b-fc5b-13f9-f889-144df1454fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.00827} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.876045] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e4b72c-d7b6-4ad6-a160-871d86410845 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.878580] env[69735]: DEBUG nova.network.neutron [-] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.883938] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1079.883938] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52de3941-9935-a968-e8df-67a409b88df2" [ 1079.883938] env[69735]: _type = "Task" [ 1079.883938] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.897856] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52de3941-9935-a968-e8df-67a409b88df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.980263] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.980446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.980577] env[69735]: DEBUG nova.network.neutron [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.019630] env[69735]: DEBUG nova.network.neutron [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Successfully created port: 8d919564-efe3-45dd-a357-c63edc4b3a33 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.025965] env[69735]: DEBUG oslo_vmware.api [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605619, 'name': PowerOffVM_Task, 'duration_secs': 0.585546} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.029507] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.029507] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.029507] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c6f127c-92f8-4711-9519-b39a98565ed2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.063161] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e0f0c-4951-4cd4-a50c-0b9ef2cdb87d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.069061] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3326d889-ba3f-41c4-91b0-4e9c5108097d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.100673] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5dd727-6eba-4bd1-987d-78f33da89bc8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.108448] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97557187-8c94-4ca5-80bf-bde93693644c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.122332] env[69735]: DEBUG nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.125442] env[69735]: DEBUG nova.compute.provider_tree [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.127848] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.128066] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.128246] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleting the datastore file [datastore2] 6a200ad3-99cf-427b-bd8d-e12da312a8ca {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.128777] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02120384-9c8c-4800-826b-a7514725f4e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.135479] env[69735]: DEBUG oslo_vmware.api [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1080.135479] env[69735]: value = "task-3605621" [ 1080.135479] env[69735]: _type = "Task" [ 1080.135479] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.144386] env[69735]: DEBUG oslo_vmware.api [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.265489] env[69735]: DEBUG oslo_vmware.api [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605616, 'name': PowerOnVM_Task, 'duration_secs': 1.143526} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.265820] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.266064] env[69735]: INFO nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1080.266253] env[69735]: DEBUG nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.267100] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cef8ece-91cd-4741-8659-2a06994375b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.381323] env[69735]: INFO nova.compute.manager [-] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Took 2.08 seconds to deallocate network for instance. [ 1080.398021] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52de3941-9935-a968-e8df-67a409b88df2, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.398543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.398838] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a/31bc3b6e-5150-4f99-a14e-1a6f6006d66a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.399239] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6293d4a-5d7f-4688-8696-f232e7cc4619 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.406431] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1080.406431] env[69735]: value = "task-3605622" [ 1080.406431] env[69735]: _type = "Task" [ 1080.406431] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.416502] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.514357] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.514636] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.514751] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.514974] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.515140] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.515289] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.515511] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.515680] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.515846] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.516018] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.516246] env[69735]: DEBUG nova.virt.hardware [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.517197] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0568eb32-d733-4f43-9b45-b1add1721a15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.525832] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f2dbe-e3ef-40c8-a2d2-4f2a011d1f01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.541533] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:67:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3403f79d-b990-4ea5-9d2e-29fa7968f76f', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.551877] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.552793] env[69735]: DEBUG nova.network.neutron [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.554924] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.555489] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c02e893-ba26-452e-b77d-fc9ba64a1353 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.580022] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.580022] env[69735]: value = "task-3605623" [ 1080.580022] env[69735]: _type = "Task" [ 1080.580022] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.585835] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605623, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.632492] env[69735]: DEBUG nova.scheduler.client.report [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.650302] env[69735]: DEBUG oslo_vmware.api [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190315} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.650654] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.650929] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.651234] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.651928] env[69735]: INFO nova.compute.manager [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1080.651928] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.652120] env[69735]: DEBUG nova.compute.manager [-] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.652257] env[69735]: DEBUG nova.network.neutron [-] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.695646] env[69735]: DEBUG oslo_concurrency.lockutils [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "3570b07b-e97a-4e59-967e-371cb1f743bf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.695930] env[69735]: DEBUG oslo_concurrency.lockutils [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.696380] env[69735]: INFO nova.compute.manager [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Attaching volume 390c1b1b-9b17-4584-8172-91f903a4f1e3 to /dev/sdb [ 1080.738097] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e869c351-9c1f-48b7-b52a-cbcc4f240949 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.750656] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe1649b-bc95-4099-af70-494bd38f2940 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.765532] env[69735]: DEBUG nova.virt.block_device [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating existing volume attachment record: e16f25f3-1c75-47c8-8d90-2c453e75b1c9 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1080.783950] env[69735]: INFO nova.compute.manager [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Took 35.64 seconds to build instance. [ 1080.893766] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.918345] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605622, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.976348] env[69735]: DEBUG nova.network.neutron [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Updating instance_info_cache with network_info: [{"id": "a9a88587-478e-4d68-b921-c5eeb55e0a1e", "address": "fa:16:3e:a6:4c:b5", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a88587-47", "ovs_interfaceid": "a9a88587-478e-4d68-b921-c5eeb55e0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.020133] env[69735]: DEBUG nova.compute.manager [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Received event network-vif-plugged-a9a88587-478e-4d68-b921-c5eeb55e0a1e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.020133] env[69735]: DEBUG oslo_concurrency.lockutils [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] Acquiring lock "8460c37a-f6b2-462a-8bc3-11302cfd501e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.020133] env[69735]: DEBUG oslo_concurrency.lockutils [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] Lock "8460c37a-f6b2-462a-8bc3-11302cfd501e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.020133] env[69735]: DEBUG oslo_concurrency.lockutils [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] Lock "8460c37a-f6b2-462a-8bc3-11302cfd501e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.020133] env[69735]: DEBUG nova.compute.manager [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] No waiting events found dispatching network-vif-plugged-a9a88587-478e-4d68-b921-c5eeb55e0a1e {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.020831] env[69735]: WARNING nova.compute.manager [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Received unexpected event network-vif-plugged-a9a88587-478e-4d68-b921-c5eeb55e0a1e for instance with vm_state building and task_state spawning. [ 1081.021209] env[69735]: DEBUG nova.compute.manager [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Received event network-vif-deleted-ac3f3eb0-75f7-4786-853e-7a0266ad2803 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.021529] env[69735]: DEBUG nova.compute.manager [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Received event network-changed-a9a88587-478e-4d68-b921-c5eeb55e0a1e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.021873] env[69735]: DEBUG nova.compute.manager [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Refreshing instance network info cache due to event network-changed-a9a88587-478e-4d68-b921-c5eeb55e0a1e. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.022306] env[69735]: DEBUG oslo_concurrency.lockutils [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] Acquiring lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.088865] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605623, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.141292] env[69735]: DEBUG nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.143089] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.150247] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.446s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.150247] env[69735]: DEBUG nova.objects.instance [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lazy-loading 'resources' on Instance uuid 3be3e0be-3e3c-43dd-8e6e-c1add19412c4 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.182208] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.182456] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.182612] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.182792] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.182939] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.183256] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.183544] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.183803] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.184055] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.184287] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.184519] env[69735]: DEBUG nova.virt.hardware [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.185445] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e5c357-c69b-44be-9730-3593c4c08292 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.189062] env[69735]: INFO nova.scheduler.client.report [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Deleted allocations for instance 2ec4bbba-9dbd-4978-91e7-c2d0620c9857 [ 1081.196833] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5090ae83-6ccb-4f9e-84e3-c14b3605558e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.286206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c4b40407-d16a-4340-9704-a6fd55851be0 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.156s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.426620] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541957} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.426620] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a/31bc3b6e-5150-4f99-a14e-1a6f6006d66a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.426620] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.426620] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7118d9e-26f3-4315-9bc8-6a913a1046b1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.436153] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1081.436153] env[69735]: value = "task-3605627" [ 1081.436153] env[69735]: _type = "Task" [ 1081.436153] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.444529] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.481204] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.481204] env[69735]: DEBUG nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Instance network_info: |[{"id": "a9a88587-478e-4d68-b921-c5eeb55e0a1e", "address": "fa:16:3e:a6:4c:b5", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a88587-47", "ovs_interfaceid": "a9a88587-478e-4d68-b921-c5eeb55e0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.481204] env[69735]: DEBUG oslo_concurrency.lockutils [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] Acquired lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.481204] env[69735]: DEBUG nova.network.neutron [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Refreshing network info cache for port a9a88587-478e-4d68-b921-c5eeb55e0a1e {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.481204] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:4c:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a88587-478e-4d68-b921-c5eeb55e0a1e', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.492592] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.494292] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.494698] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.495322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.495658] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.495936] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.499018] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.499018] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c942a04-7296-4765-854b-003c9bfee920 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.517203] env[69735]: INFO nova.compute.manager [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Terminating instance [ 1081.526827] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.526827] env[69735]: value = "task-3605628" [ 1081.526827] env[69735]: _type = "Task" [ 1081.526827] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.535247] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605628, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.589046] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605623, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.700973] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af46aab-79aa-44ce-ac38-5ac7f30339b0 tempest-MigrationsAdminTest-770467406 tempest-MigrationsAdminTest-770467406-project-member] Lock "2ec4bbba-9dbd-4978-91e7-c2d0620c9857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.346s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.944675] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080256} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.948749] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.948749] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5431ac-e7db-4ffd-8d7b-02c4934b67fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.974247] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a/31bc3b6e-5150-4f99-a14e-1a6f6006d66a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.977469] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d57cf60-04e2-41bb-abd6-799ce1046618 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.998622] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1081.998622] env[69735]: value = "task-3605629" [ 1081.998622] env[69735]: _type = "Task" [ 1081.998622] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.008716] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.023492] env[69735]: DEBUG nova.compute.manager [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.023786] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.024790] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e2e9f8-07c7-4d56-9a0b-4263eb4691d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.041823] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605628, 'name': CreateVM_Task, 'duration_secs': 0.394121} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.042199] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.042419] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.042658] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cefced8-9beb-45f7-b410-3066a00195df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.045237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.045324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.045630] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.045989] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e8b02ae-5c7e-411e-b6e7-81b591495773 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.051448] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1082.051448] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e8827f-5209-3d90-6f17-fa96755a5c9a" [ 1082.051448] env[69735]: _type = "Task" [ 1082.051448] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.052850] env[69735]: DEBUG oslo_vmware.api [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1082.052850] env[69735]: value = "task-3605630" [ 1082.052850] env[69735]: _type = "Task" [ 1082.052850] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.069859] env[69735]: DEBUG oslo_vmware.api [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.073705] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e8827f-5209-3d90-6f17-fa96755a5c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.074096] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.074348] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.074627] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.074765] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.074998] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.077534] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35702dd0-ef68-4468-b6fb-83f2420ba82d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.090736] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605623, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.092086] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.092280] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.093030] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952d6740-3cf0-475c-b443-46886de714db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.098550] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1082.098550] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528062d7-688b-20a4-39cb-880c741620c7" [ 1082.098550] env[69735]: _type = "Task" [ 1082.098550] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.108343] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528062d7-688b-20a4-39cb-880c741620c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.139603] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c966e-ca16-4c3d-a193-4bd4cb42d619 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.147128] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7cd3aa-6a24-4f99-b6bf-28828aab7094 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.177733] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e82aa4b-2ead-4905-a31e-526072dff073 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.185978] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82196b8-931d-4773-b7ae-52225c0dadd5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.200485] env[69735]: DEBUG nova.compute.provider_tree [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.401544] env[69735]: DEBUG nova.network.neutron [-] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.503908] env[69735]: DEBUG nova.network.neutron [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Successfully updated port: 8d919564-efe3-45dd-a357-c63edc4b3a33 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.513388] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605629, 'name': ReconfigVM_Task, 'duration_secs': 0.333501} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.513753] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a/31bc3b6e-5150-4f99-a14e-1a6f6006d66a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.515591] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9621006e-3b41-4337-9c56-625c54023499 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.521588] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1082.521588] env[69735]: value = "task-3605631" [ 1082.521588] env[69735]: _type = "Task" [ 1082.521588] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.536014] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605631, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.570303] env[69735]: DEBUG oslo_vmware.api [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605630, 'name': PowerOffVM_Task, 'duration_secs': 0.193163} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.570950] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.571155] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.571486] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-943fa623-e140-4b1a-b372-164fc880d3e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.580872] env[69735]: DEBUG nova.network.neutron [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Updated VIF entry in instance network info cache for port a9a88587-478e-4d68-b921-c5eeb55e0a1e. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.582123] env[69735]: DEBUG nova.network.neutron [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Updating instance_info_cache with network_info: [{"id": "a9a88587-478e-4d68-b921-c5eeb55e0a1e", "address": "fa:16:3e:a6:4c:b5", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a88587-47", "ovs_interfaceid": "a9a88587-478e-4d68-b921-c5eeb55e0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.595136] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605623, 'name': CreateVM_Task, 'duration_secs': 1.522395} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.595335] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.596066] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.596246] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.596577] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.597165] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ddb011-536e-4360-8593-5ec0530be81e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.609281] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1082.609281] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dc49a8-64a6-3f93-46bf-b89fbb83d672" [ 1082.609281] env[69735]: _type = "Task" [ 1082.609281] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.615895] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528062d7-688b-20a4-39cb-880c741620c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.621279] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db909b1c-44a7-4f0c-a0d3-00ae7e8033f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.631093] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dc49a8-64a6-3f93-46bf-b89fbb83d672, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.633612] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.633950] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.634514] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.634968] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1082.634968] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522da3ac-56f9-b3ac-2512-4e48e413efc1" [ 1082.634968] env[69735]: _type = "Task" [ 1082.634968] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.641874] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.642082] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.642333] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleting the datastore file [datastore1] b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.647206] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71c5932-d8ce-4a2a-b691-42249c628d99 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.649521] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522da3ac-56f9-b3ac-2512-4e48e413efc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.649797] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.650083] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e/8460c37a-f6b2-462a-8bc3-11302cfd501e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.651053] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.651310] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.651728] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c9f2eed-94c9-4b7a-b675-72e5d5f0487b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.655150] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f4f2cda-6f93-48be-aa81-a5d68b410d01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.657233] env[69735]: DEBUG oslo_vmware.api [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1082.657233] env[69735]: value = "task-3605633" [ 1082.657233] env[69735]: _type = "Task" [ 1082.657233] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.662987] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1082.662987] env[69735]: value = "task-3605634" [ 1082.662987] env[69735]: _type = "Task" [ 1082.662987] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.664782] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.664985] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.673099] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e410cf5-867e-4aa7-bcec-b1f69729d849 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.676755] env[69735]: DEBUG oslo_vmware.api [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.682525] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.684335] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1082.684335] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ab468f-0621-a642-0d67-b66dcb1005a0" [ 1082.684335] env[69735]: _type = "Task" [ 1082.684335] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.692819] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ab468f-0621-a642-0d67-b66dcb1005a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.704067] env[69735]: DEBUG nova.scheduler.client.report [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.904124] env[69735]: INFO nova.compute.manager [-] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Took 2.25 seconds to deallocate network for instance. [ 1083.007223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquiring lock "refresh_cache-cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.007363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquired lock "refresh_cache-cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.007512] env[69735]: DEBUG nova.network.neutron [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.035623] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605631, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.084533] env[69735]: DEBUG oslo_concurrency.lockutils [req-c930b582-de33-45fb-a478-774d81f647fa req-9a4bca07-8ba7-40cb-a9ed-c0d35a316762 service nova] Releasing lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.167595] env[69735]: DEBUG oslo_vmware.api [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149413} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.173424] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.173628] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.173825] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.174015] env[69735]: INFO nova.compute.manager [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1083.174529] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.177688] env[69735]: DEBUG nova.compute.manager [-] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.177688] env[69735]: DEBUG nova.network.neutron [-] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.181929] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.196276] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ab468f-0621-a642-0d67-b66dcb1005a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016536} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.197161] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cae13b-0d6c-4c16-a713-39357a3f825a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.202550] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1083.202550] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520c4169-0d9a-9739-855a-04c4e4d1078d" [ 1083.202550] env[69735]: _type = "Task" [ 1083.202550] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.211466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.213422] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520c4169-0d9a-9739-855a-04c4e4d1078d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.213913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.431s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.215768] env[69735]: INFO nova.compute.claims [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.240989] env[69735]: INFO nova.scheduler.client.report [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Deleted allocations for instance 3be3e0be-3e3c-43dd-8e6e-c1add19412c4 [ 1083.365240] env[69735]: DEBUG nova.compute.manager [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Received event network-vif-deleted-c063e967-5c44-43bc-889c-bd01fd5576fd {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.365441] env[69735]: DEBUG nova.compute.manager [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Received event network-vif-plugged-8d919564-efe3-45dd-a357-c63edc4b3a33 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.365654] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] Acquiring lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.370432] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] Lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.370696] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] Lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.370914] env[69735]: DEBUG nova.compute.manager [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] No waiting events found dispatching network-vif-plugged-8d919564-efe3-45dd-a357-c63edc4b3a33 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.371152] env[69735]: WARNING nova.compute.manager [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Received unexpected event network-vif-plugged-8d919564-efe3-45dd-a357-c63edc4b3a33 for instance with vm_state building and task_state spawning. [ 1083.371367] env[69735]: DEBUG nova.compute.manager [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Received event network-changed-8d919564-efe3-45dd-a357-c63edc4b3a33 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.371561] env[69735]: DEBUG nova.compute.manager [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Refreshing instance network info cache due to event network-changed-8d919564-efe3-45dd-a357-c63edc4b3a33. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.371879] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] Acquiring lock "refresh_cache-cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.412996] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.536696] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605631, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.594725] env[69735]: DEBUG nova.network.neutron [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.682935] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.714094] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520c4169-0d9a-9739-855a-04c4e4d1078d, 'name': SearchDatastore_Task, 'duration_secs': 0.025949} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.714390] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.714754] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.715310] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-179d8e60-7849-4e92-9bd9-47d3076e2692 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.724463] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1083.724463] env[69735]: value = "task-3605636" [ 1083.724463] env[69735]: _type = "Task" [ 1083.724463] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.734318] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.752568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d472cb8d-8a59-4f63-a0c2-c62c2262c64e tempest-VolumesAdminNegativeTest-8298396 tempest-VolumesAdminNegativeTest-8298396-project-member] Lock "3be3e0be-3e3c-43dd-8e6e-c1add19412c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.449s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.897294] env[69735]: DEBUG nova.network.neutron [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Updating instance_info_cache with network_info: [{"id": "8d919564-efe3-45dd-a357-c63edc4b3a33", "address": "fa:16:3e:13:a3:67", "network": {"id": "0f0bc2db-3d3b-459d-be3f-b7f298a22baf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2120436519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7723c0e00bfc4f7fb3d6dee478311154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d919564-ef", "ovs_interfaceid": "8d919564-efe3-45dd-a357-c63edc4b3a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.038668] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605631, 'name': Rename_Task, 'duration_secs': 1.170404} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.038668] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.044038] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a724d5d7-231d-496b-833c-0c6534c5c06e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.047432] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1084.047432] env[69735]: value = "task-3605637" [ 1084.047432] env[69735]: _type = "Task" [ 1084.047432] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.057392] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.179048] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.240380] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.268653] env[69735]: DEBUG nova.network.neutron [-] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.371983] env[69735]: DEBUG nova.compute.manager [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1084.401026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Releasing lock "refresh_cache-cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.401026] env[69735]: DEBUG nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Instance network_info: |[{"id": "8d919564-efe3-45dd-a357-c63edc4b3a33", "address": "fa:16:3e:13:a3:67", "network": {"id": "0f0bc2db-3d3b-459d-be3f-b7f298a22baf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2120436519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7723c0e00bfc4f7fb3d6dee478311154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d919564-ef", "ovs_interfaceid": "8d919564-efe3-45dd-a357-c63edc4b3a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.401026] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] Acquired lock "refresh_cache-cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.401026] env[69735]: DEBUG nova.network.neutron [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Refreshing network info cache for port 8d919564-efe3-45dd-a357-c63edc4b3a33 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.402251] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:a3:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d919564-efe3-45dd-a357-c63edc4b3a33', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.412015] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Creating folder: Project (7723c0e00bfc4f7fb3d6dee478311154). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.415417] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-936634bc-bbab-4cc3-9f8a-a8b69466050b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.435856] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Created folder: Project (7723c0e00bfc4f7fb3d6dee478311154) in parent group-v719064. [ 1084.436331] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Creating folder: Instances. Parent ref: group-v719302. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.436892] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b02d2af4-0b67-4153-be2a-e8fbbc764144 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.455053] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Created folder: Instances in parent group-v719302. [ 1084.455326] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.455542] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.455815] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51503c84-7467-4e0d-b2d6-bc4c73f42702 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.482796] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.482796] env[69735]: value = "task-3605640" [ 1084.482796] env[69735]: _type = "Task" [ 1084.482796] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.495517] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605640, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.558220] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605637, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.652647] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37744472-6bc5-4db4-934a-760949a334db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.661688] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747e34f-bbf9-4622-b39c-ea1c282d259a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.698156] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8be7a5-370a-457f-a362-03cebd25d7e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.707219] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605634, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.602759} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.708668] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e/8460c37a-f6b2-462a-8bc3-11302cfd501e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.708951] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.709230] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-628fbb14-69fa-4359-b402-bd8a24673fdc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.712496] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7986132f-2b5b-4eff-bc2b-82d9e8d271f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.731836] env[69735]: DEBUG nova.compute.provider_tree [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.737426] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1084.737426] env[69735]: value = "task-3605641" [ 1084.737426] env[69735]: _type = "Task" [ 1084.737426] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.744522] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949625} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.745643] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.745643] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.746238] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47dff889-45d0-451c-87ac-804b0b67f95e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.751728] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.759423] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1084.759423] env[69735]: value = "task-3605642" [ 1084.759423] env[69735]: _type = "Task" [ 1084.759423] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.771765] env[69735]: INFO nova.compute.manager [-] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Took 1.60 seconds to deallocate network for instance. [ 1084.772113] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.903269] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.995431] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605640, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.060063] env[69735]: DEBUG oslo_vmware.api [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605637, 'name': PowerOnVM_Task, 'duration_secs': 0.881654} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.060688] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.061008] env[69735]: INFO nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1085.061288] env[69735]: DEBUG nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.062305] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9dccfc-b474-4012-b97c-0e90407e2269 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.240368] env[69735]: DEBUG nova.scheduler.client.report [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.257754] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09656} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.257754] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.258348] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c3ebb5-829a-44e5-bc83-03dc57d5fd07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.285866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.295290] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e/8460c37a-f6b2-462a-8bc3-11302cfd501e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.296307] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080573} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.296307] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9b5df7-d04e-421d-97c3-de3619493757 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.311490] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.312962] env[69735]: DEBUG nova.network.neutron [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Updated VIF entry in instance network info cache for port 8d919564-efe3-45dd-a357-c63edc4b3a33. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.313321] env[69735]: DEBUG nova.network.neutron [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Updating instance_info_cache with network_info: [{"id": "8d919564-efe3-45dd-a357-c63edc4b3a33", "address": "fa:16:3e:13:a3:67", "network": {"id": "0f0bc2db-3d3b-459d-be3f-b7f298a22baf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2120436519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7723c0e00bfc4f7fb3d6dee478311154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d919564-ef", "ovs_interfaceid": "8d919564-efe3-45dd-a357-c63edc4b3a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.315487] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f96a2b-32c3-4bc4-8038-a630c7685482 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.323160] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.323388] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719300', 'volume_id': '390c1b1b-9b17-4584-8172-91f903a4f1e3', 'name': 'volume-390c1b1b-9b17-4584-8172-91f903a4f1e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3570b07b-e97a-4e59-967e-371cb1f743bf', 'attached_at': '', 'detached_at': '', 'volume_id': '390c1b1b-9b17-4584-8172-91f903a4f1e3', 'serial': '390c1b1b-9b17-4584-8172-91f903a4f1e3'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.324579] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d423069-f942-4901-b23c-f7ea0c355760 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.350656] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.352803] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7922204f-5595-417c-b1dd-1a82df6184dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.370427] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1085.370427] env[69735]: value = "task-3605643" [ 1085.370427] env[69735]: _type = "Task" [ 1085.370427] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.387654] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803da94-1041-4886-939d-071464690ffa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.392394] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1085.392394] env[69735]: value = "task-3605644" [ 1085.392394] env[69735]: _type = "Task" [ 1085.392394] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.416249] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.426037] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-390c1b1b-9b17-4584-8172-91f903a4f1e3/volume-390c1b1b-9b17-4584-8172-91f903a4f1e3.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.426345] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c148553-8a7c-4745-9647-fa1f501ac84b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.449597] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.457739] env[69735]: DEBUG oslo_vmware.api [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1085.457739] env[69735]: value = "task-3605645" [ 1085.457739] env[69735]: _type = "Task" [ 1085.457739] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.468521] env[69735]: DEBUG oslo_vmware.api [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.500278] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605640, 'name': CreateVM_Task, 'duration_secs': 0.925528} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.500526] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.502272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.502456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.502844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.503168] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcc4646-c7c8-4a0f-be3f-0a88bb7ac89c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.509064] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1085.509064] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524b281f-74b1-eca6-69b9-74c7a07c1316" [ 1085.509064] env[69735]: _type = "Task" [ 1085.509064] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.519539] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524b281f-74b1-eca6-69b9-74c7a07c1316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.581627] env[69735]: INFO nova.compute.manager [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Took 36.62 seconds to build instance. [ 1085.672480] env[69735]: DEBUG nova.compute.manager [req-71ea73bf-ba06-4618-a179-de673d71477f req-b6944797-4c57-4b0e-a141-57ade1e435a1 service nova] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Received event network-vif-deleted-01d6ba5f-19b9-4be3-b251-f17008d274a0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.753329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.753329] env[69735]: DEBUG nova.compute.manager [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.754146] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.081s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.755172] env[69735]: DEBUG nova.objects.instance [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lazy-loading 'resources' on Instance uuid cab54d47-068c-4db4-acd0-9bd9b920047a {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.820131] env[69735]: DEBUG oslo_concurrency.lockutils [req-fe6a8f14-f220-4118-9e6e-8c62836c3b5f req-9ad94faf-3382-42ac-9bd4-9acaaf51bf83 service nova] Releasing lock "refresh_cache-cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.896289] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.907238] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605644, 'name': ReconfigVM_Task, 'duration_secs': 0.358283} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.907801] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 347dd678-4892-4126-884d-ff7b5b9db3bd/347dd678-4892-4126-884d-ff7b5b9db3bd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.908756] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f1a63e-7623-44b0-be9b-3e1e11bf7b8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.919064] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1085.919064] env[69735]: value = "task-3605646" [ 1085.919064] env[69735]: _type = "Task" [ 1085.919064] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.928396] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605646, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.974195] env[69735]: DEBUG oslo_vmware.api [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.022357] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524b281f-74b1-eca6-69b9-74c7a07c1316, 'name': SearchDatastore_Task, 'duration_secs': 0.015407} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.025182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.025182] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.025182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.025182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.025182] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.025182] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e136d1-97af-4bc5-89ff-61b1f8caa241 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.038496] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.038496] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.038496] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce055bec-0cd7-4d92-9ead-247d17036665 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.045213] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1086.045213] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3f1fb-f48f-8881-2986-f8ae254398ac" [ 1086.045213] env[69735]: _type = "Task" [ 1086.045213] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.058662] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3f1fb-f48f-8881-2986-f8ae254398ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.083479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b8ff25cd-ddf2-4705-af5c-bd79ba55d53d tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.136s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.259922] env[69735]: DEBUG nova.compute.utils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.264620] env[69735]: DEBUG nova.compute.manager [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1086.402058] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605643, 'name': ReconfigVM_Task, 'duration_secs': 0.744563} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.404183] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e/8460c37a-f6b2-462a-8bc3-11302cfd501e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.404308] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e14b7f1-84ae-41a1-a151-82f886971c3f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.415568] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1086.415568] env[69735]: value = "task-3605647" [ 1086.415568] env[69735]: _type = "Task" [ 1086.415568] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.433647] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605646, 'name': Rename_Task, 'duration_secs': 0.169466} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.437399] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.437600] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605647, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.440855] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf907e7-1e47-4081-b852-1d5c069c752f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.448776] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1086.448776] env[69735]: value = "task-3605648" [ 1086.448776] env[69735]: _type = "Task" [ 1086.448776] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.463544] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.478538] env[69735]: DEBUG oslo_vmware.api [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.559908] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3f1fb-f48f-8881-2986-f8ae254398ac, 'name': SearchDatastore_Task, 'duration_secs': 0.023745} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.563660] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed0a8a8-ff44-476f-aee6-7375bfade7ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.571382] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1086.571382] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521526a3-02d5-c6dd-b039-4a344543b30a" [ 1086.571382] env[69735]: _type = "Task" [ 1086.571382] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.597698] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521526a3-02d5-c6dd-b039-4a344543b30a, 'name': SearchDatastore_Task, 'duration_secs': 0.024307} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.601028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.601472] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a/cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.602963] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca6fae28-0c1d-4e56-ad3f-d245ae27dc76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.610091] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1086.610091] env[69735]: value = "task-3605649" [ 1086.610091] env[69735]: _type = "Task" [ 1086.610091] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.621648] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.716582] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011ce56d-682c-4ccf-b224-ec6426bd2f5d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.725525] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245baf8b-baa8-43f2-afe9-3deef914ad1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.762704] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a5b92-6268-4c35-ab3e-ce23ed9b2184 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.767357] env[69735]: DEBUG nova.compute.manager [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.778109] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4806b868-d6d5-4f7e-914f-2dadac959f91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.795548] env[69735]: DEBUG nova.compute.provider_tree [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.931257] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605647, 'name': Rename_Task, 'duration_secs': 0.221186} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.931576] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.931854] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d78bb60-f0f4-4af4-9b9b-4b12c90cf2e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.942172] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1086.942172] env[69735]: value = "task-3605650" [ 1086.942172] env[69735]: _type = "Task" [ 1086.942172] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.961110] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.973226] env[69735]: DEBUG oslo_vmware.api [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605648, 'name': PowerOnVM_Task, 'duration_secs': 0.506144} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.973627] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.973909] env[69735]: DEBUG nova.compute.manager [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.975794] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64f347d-37c8-454f-aafb-2eb91cbe1e05 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.983614] env[69735]: DEBUG oslo_vmware.api [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605645, 'name': ReconfigVM_Task, 'duration_secs': 1.051279} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.984436] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-390c1b1b-9b17-4584-8172-91f903a4f1e3/volume-390c1b1b-9b17-4584-8172-91f903a4f1e3.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.992182] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a05352c3-5c2f-42b0-a13a-746aed8ae598 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.012766] env[69735]: DEBUG oslo_vmware.api [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1087.012766] env[69735]: value = "task-3605651" [ 1087.012766] env[69735]: _type = "Task" [ 1087.012766] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.027811] env[69735]: DEBUG oslo_vmware.api [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.122434] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605649, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.298690] env[69735]: DEBUG nova.scheduler.client.report [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.461369] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.520212] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.525282] env[69735]: DEBUG oslo_vmware.api [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605651, 'name': ReconfigVM_Task, 'duration_secs': 0.202679} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.525576] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719300', 'volume_id': '390c1b1b-9b17-4584-8172-91f903a4f1e3', 'name': 'volume-390c1b1b-9b17-4584-8172-91f903a4f1e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3570b07b-e97a-4e59-967e-371cb1f743bf', 'attached_at': '', 'detached_at': '', 'volume_id': '390c1b1b-9b17-4584-8172-91f903a4f1e3', 'serial': '390c1b1b-9b17-4584-8172-91f903a4f1e3'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1087.622959] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704558} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.622959] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a/cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.623601] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.623601] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd3788ad-6651-4a29-8e4b-3c9fa857b9fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.632958] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1087.632958] env[69735]: value = "task-3605652" [ 1087.632958] env[69735]: _type = "Task" [ 1087.632958] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.642242] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.777613] env[69735]: DEBUG nova.compute.manager [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.804853] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.808241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.322s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.808491] env[69735]: DEBUG nova.objects.instance [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lazy-loading 'resources' on Instance uuid 1b8b3976-902f-4191-80bc-a3edd8002f07 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.811843] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.812109] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.812303] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.812545] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.812741] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.813468] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.813468] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.813468] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.813669] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.813790] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.814047] env[69735]: DEBUG nova.virt.hardware [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.814946] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5096665e-38e9-440e-b9c0-def427e29bb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.828382] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810533d5-40d3-4e7e-bf29-8e21991f9690 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.835035] env[69735]: INFO nova.scheduler.client.report [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Deleted allocations for instance cab54d47-068c-4db4-acd0-9bd9b920047a [ 1087.866044] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.870289] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Creating folder: Project (380617e853b946ed8047dd664aeae1b0). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.872257] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-038ebfcf-41f9-4e4b-a2b5-c8a8050cd356 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.888562] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Created folder: Project (380617e853b946ed8047dd664aeae1b0) in parent group-v719064. [ 1087.892022] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Creating folder: Instances. Parent ref: group-v719305. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.892022] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46237efb-33a7-4e2f-a7d2-0073f1953723 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.902652] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Created folder: Instances in parent group-v719305. [ 1087.903032] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.903254] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.903488] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-937d939f-04b0-47cb-9548-fbea2fb937c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.924330] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.924330] env[69735]: value = "task-3605655" [ 1087.924330] env[69735]: _type = "Task" [ 1087.924330] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.934806] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605655, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.956218] env[69735]: DEBUG oslo_vmware.api [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605650, 'name': PowerOnVM_Task, 'duration_secs': 0.905275} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.956618] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.956895] env[69735]: INFO nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1087.957584] env[69735]: DEBUG nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.958454] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5e0c15-ead2-4296-8591-8f8097b1830d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.146200] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079052} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.146449] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.147325] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de527cae-1446-4d1d-81e5-9d0a96d3119a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.184748] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a/cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.186089] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b813c0a-a60e-4b25-8b30-e7210d1067a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.208396] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1088.208396] env[69735]: value = "task-3605656" [ 1088.208396] env[69735]: _type = "Task" [ 1088.208396] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.218285] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.349046] env[69735]: DEBUG oslo_concurrency.lockutils [None req-69d0fd72-9b8d-47a4-a34b-7a9d7f8e165b tempest-ServersTestMultiNic-1379544549 tempest-ServersTestMultiNic-1379544549-project-member] Lock "cab54d47-068c-4db4-acd0-9bd9b920047a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.922s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.435686] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605655, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.482859] env[69735]: INFO nova.compute.manager [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Took 38.93 seconds to build instance. [ 1088.570834] env[69735]: DEBUG nova.objects.instance [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'flavor' on Instance uuid 3570b07b-e97a-4e59-967e-371cb1f743bf {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.720777] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605656, 'name': ReconfigVM_Task, 'duration_secs': 0.374752} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.721516] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Reconfigured VM instance instance-00000055 to attach disk [datastore2] cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a/cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.722381] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b4ed8d3-9a4e-40b0-92b7-10aacdb2954e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.735142] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1088.735142] env[69735]: value = "task-3605657" [ 1088.735142] env[69735]: _type = "Task" [ 1088.735142] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.745463] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605657, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.782644] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2418b39-127e-41a1-b7b6-2c999089fb7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.790808] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248e5ffc-8281-4af6-a5db-839961c0aedd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.830929] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb957ac-2ba2-4c61-a16d-0a0ef3c43da5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.842138] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2bee82-d716-4b5e-b954-2615d750b451 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.859283] env[69735]: DEBUG nova.compute.provider_tree [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.939591] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605655, 'name': CreateVM_Task, 'duration_secs': 0.889322} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.939845] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.940349] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.940546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.940868] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.941161] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e8eb5b-bd7e-459f-b515-f238375b1dd8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.946916] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1088.946916] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528f25a7-52ab-69d7-b3ec-5042b8a5930a" [ 1088.946916] env[69735]: _type = "Task" [ 1088.946916] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.958876] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528f25a7-52ab-69d7-b3ec-5042b8a5930a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.985670] env[69735]: DEBUG oslo_concurrency.lockutils [None req-93372df4-766e-46b1-b939-bd7855718bde tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "8460c37a-f6b2-462a-8bc3-11302cfd501e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.444s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.079242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-88e1b0a6-a30a-4837-a62a-7a02527cc911 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.383s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.142844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.142844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.244757] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605657, 'name': Rename_Task, 'duration_secs': 0.173654} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.245076] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.245357] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58a6f67e-fe73-4e98-9e41-5ea889a2bfc4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.254932] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1089.254932] env[69735]: value = "task-3605658" [ 1089.254932] env[69735]: _type = "Task" [ 1089.254932] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.264769] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.338251] env[69735]: INFO nova.compute.manager [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Rescuing [ 1089.338542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.338722] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.338899] env[69735]: DEBUG nova.network.neutron [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.364160] env[69735]: DEBUG nova.scheduler.client.report [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.472110] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528f25a7-52ab-69d7-b3ec-5042b8a5930a, 'name': SearchDatastore_Task, 'duration_secs': 0.032442} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.472110] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.472110] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.472699] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.472699] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.472699] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.473043] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b461598-d68b-4162-8eb3-2c6405657c14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.485216] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.485286] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.486088] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409cdc56-4b65-4c83-849f-3a313dd6f2ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.496729] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1089.496729] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fbea64-de10-a88b-8c7c-0caa0edb63d3" [ 1089.496729] env[69735]: _type = "Task" [ 1089.496729] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.517355] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fbea64-de10-a88b-8c7c-0caa0edb63d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013531} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.518085] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d846f29c-d790-4b78-b831-1dae16843bec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.527189] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1089.527189] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521c1fa2-ba78-a296-d10f-af50c4b3ee7f" [ 1089.527189] env[69735]: _type = "Task" [ 1089.527189] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.536393] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521c1fa2-ba78-a296-d10f-af50c4b3ee7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.649240] env[69735]: INFO nova.compute.manager [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Detaching volume 1ac83445-f646-4cc7-b496-eb192d18dfa2 [ 1089.698325] env[69735]: INFO nova.virt.block_device [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Attempting to driver detach volume 1ac83445-f646-4cc7-b496-eb192d18dfa2 from mountpoint /dev/sdb [ 1089.698662] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1089.698916] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1089.699870] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a03be2-a065-4a63-9c88-6be674ef67cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.725534] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45157d9f-d1df-4b81-9550-4c70a424006f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.734218] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9687a5-bf05-4705-8009-7c0d3c15911b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.764159] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935f205f-a44d-4646-aff7-5babc591b745 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.782497] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605658, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.793617] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] The volume has not been displaced from its original location: [datastore1] volume-1ac83445-f646-4cc7-b496-eb192d18dfa2/volume-1ac83445-f646-4cc7-b496-eb192d18dfa2.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1089.798706] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.799700] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ae7f61-83f0-41ab-9d10-36c3ecd28fcb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.821131] env[69735]: DEBUG oslo_vmware.api [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1089.821131] env[69735]: value = "task-3605659" [ 1089.821131] env[69735]: _type = "Task" [ 1089.821131] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.833360] env[69735]: DEBUG oslo_vmware.api [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.855645] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.856029] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.856324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.856565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.856791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.859362] env[69735]: INFO nova.compute.manager [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Terminating instance [ 1089.872907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.876339] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.603s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.876339] env[69735]: DEBUG nova.objects.instance [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lazy-loading 'resources' on Instance uuid a061ed1f-b2e7-4a19-89b7-7fdbf15473b8 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.902121] env[69735]: INFO nova.scheduler.client.report [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Deleted allocations for instance 1b8b3976-902f-4191-80bc-a3edd8002f07 [ 1090.038881] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521c1fa2-ba78-a296-d10f-af50c4b3ee7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01262} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.038881] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.038881] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3/b6804b6a-cdcf-4f70-a1c7-67f96e389ff3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.038881] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecba27e9-0273-41c7-96bc-5fac12bcde3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.047848] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1090.047848] env[69735]: value = "task-3605660" [ 1090.047848] env[69735]: _type = "Task" [ 1090.047848] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.061720] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.270341] env[69735]: DEBUG oslo_vmware.api [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605658, 'name': PowerOnVM_Task, 'duration_secs': 0.855852} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.270639] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.270841] env[69735]: INFO nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1090.271252] env[69735]: DEBUG nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.271894] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c7f52f-2c9b-46e5-83c8-2fe60fdb9ad0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.279968] env[69735]: DEBUG nova.compute.manager [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1090.338185] env[69735]: DEBUG oslo_vmware.api [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605659, 'name': ReconfigVM_Task, 'duration_secs': 0.411003} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.338185] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.346530] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93528246-3f48-4721-b603-c6a051977761 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.364330] env[69735]: DEBUG oslo_vmware.api [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1090.364330] env[69735]: value = "task-3605661" [ 1090.364330] env[69735]: _type = "Task" [ 1090.364330] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.368912] env[69735]: DEBUG nova.compute.manager [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.369176] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.370087] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be52533-687a-4c52-92d6-f0fb1aabec01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.382622] env[69735]: DEBUG oslo_vmware.api [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.386296] env[69735]: DEBUG nova.network.neutron [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Updating instance_info_cache with network_info: [{"id": "a9a88587-478e-4d68-b921-c5eeb55e0a1e", "address": "fa:16:3e:a6:4c:b5", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a88587-47", "ovs_interfaceid": "a9a88587-478e-4d68-b921-c5eeb55e0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.387200] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.387449] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a9d845-aa95-4bed-86a4-f7f2464271bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.396733] env[69735]: DEBUG oslo_vmware.api [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1090.396733] env[69735]: value = "task-3605662" [ 1090.396733] env[69735]: _type = "Task" [ 1090.396733] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.410417] env[69735]: DEBUG oslo_vmware.api [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.413331] env[69735]: DEBUG oslo_concurrency.lockutils [None req-33ab2b44-1c4d-40f9-bf07-bdbcc8394590 tempest-ServersTestBootFromVolume-645943446 tempest-ServersTestBootFromVolume-645943446-project-member] Lock "1b8b3976-902f-4191-80bc-a3edd8002f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.478s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.562611] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.807249] env[69735]: INFO nova.compute.manager [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Took 34.53 seconds to build instance. [ 1090.812542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.846650] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154dde31-6ce6-4783-b421-f7b6d86f7acd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.858169] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ec00f-5b21-4979-a30e-023273f5b8a7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.893738] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "refresh_cache-8460c37a-f6b2-462a-8bc3-11302cfd501e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.897755] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c0d9bb-e530-4d11-bee6-be359ac148b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.903494] env[69735]: DEBUG oslo_vmware.api [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.913975] env[69735]: DEBUG oslo_vmware.api [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.918200] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafb7cc2-05e6-469a-a98e-82e520e33ea1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.933849] env[69735]: DEBUG nova.compute.provider_tree [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.062633] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.313390] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41e2abf7-7600-4226-8b32-9cf6f44f25fa tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.067s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.383133] env[69735]: DEBUG oslo_vmware.api [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605661, 'name': ReconfigVM_Task, 'duration_secs': 0.984269} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.383573] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719281', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'name': 'volume-1ac83445-f646-4cc7-b496-eb192d18dfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac83445-f646-4cc7-b496-eb192d18dfa2', 'serial': '1ac83445-f646-4cc7-b496-eb192d18dfa2'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1091.417034] env[69735]: DEBUG oslo_vmware.api [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605662, 'name': PowerOffVM_Task, 'duration_secs': 0.959894} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.417034] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.420285] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.420285] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86994aa9-288a-4952-94c8-873a3204b683 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.440664] env[69735]: DEBUG nova.scheduler.client.report [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.507069] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.507306] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.507483] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleting the datastore file [datastore2] 786d2ce1-a12a-456b-98cf-8a7704b10dd2 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.507841] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a70a8321-df19-4eca-bda5-2965e9c6c0ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.519615] env[69735]: DEBUG oslo_vmware.api [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1091.519615] env[69735]: value = "task-3605664" [ 1091.519615] env[69735]: _type = "Task" [ 1091.519615] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.532619] env[69735]: DEBUG oslo_vmware.api [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.565929] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.948506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.955960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.810s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.956297] env[69735]: DEBUG nova.objects.instance [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lazy-loading 'resources' on Instance uuid c2a6a3aa-1987-4ffe-a7b4-5d6802112141 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.976047] env[69735]: DEBUG nova.objects.instance [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'flavor' on Instance uuid f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.987009] env[69735]: INFO nova.scheduler.client.report [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Deleted allocations for instance a061ed1f-b2e7-4a19-89b7-7fdbf15473b8 [ 1092.032337] env[69735]: DEBUG oslo_vmware.api [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505999} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.032337] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.033045] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.033045] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.033045] env[69735]: INFO nova.compute.manager [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1092.033591] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.033591] env[69735]: DEBUG nova.compute.manager [-] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.033591] env[69735]: DEBUG nova.network.neutron [-] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.063669] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605660, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.460417] env[69735]: DEBUG nova.objects.instance [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lazy-loading 'numa_topology' on Instance uuid c2a6a3aa-1987-4ffe-a7b4-5d6802112141 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.467213] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.467213] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40357368-abc1-4861-9b24-8c7b0abd35d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.477133] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1092.477133] env[69735]: value = "task-3605665" [ 1092.477133] env[69735]: _type = "Task" [ 1092.477133] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.492342] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.500689] env[69735]: DEBUG oslo_concurrency.lockutils [None req-025c4aec-6ff1-49f9-bdbb-f7a9bc53c6fa tempest-ImagesOneServerNegativeTestJSON-1753676722 tempest-ImagesOneServerNegativeTestJSON-1753676722-project-member] Lock "a061ed1f-b2e7-4a19-89b7-7fdbf15473b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.340s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.570549] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605660, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.719220] env[69735]: DEBUG nova.compute.manager [req-4aa8fb4d-41a9-4897-8f99-5ff48b6e1a06 req-68df4bf9-4a2b-460d-87fb-e318b50645f9 service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Received event network-vif-deleted-3d935da4-080b-4747-a36d-40b30ef0b659 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.719220] env[69735]: INFO nova.compute.manager [req-4aa8fb4d-41a9-4897-8f99-5ff48b6e1a06 req-68df4bf9-4a2b-460d-87fb-e318b50645f9 service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Neutron deleted interface 3d935da4-080b-4747-a36d-40b30ef0b659; detaching it from the instance and deleting it from the info cache [ 1092.719220] env[69735]: DEBUG nova.network.neutron [req-4aa8fb4d-41a9-4897-8f99-5ff48b6e1a06 req-68df4bf9-4a2b-460d-87fb-e318b50645f9 service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.966857] env[69735]: DEBUG nova.objects.base [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.986823] env[69735]: DEBUG oslo_concurrency.lockutils [None req-526801c0-f5c1-4128-b9f4-dbcea78e95ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.844s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.995120] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605665, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.057881] env[69735]: DEBUG nova.network.neutron [-] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.067782] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605660, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.634059} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.071232] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3/b6804b6a-cdcf-4f70-a1c7-67f96e389ff3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.071531] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.072074] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7305135e-81ea-4ab2-8b3b-4ce5baf1ca54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.081191] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1093.081191] env[69735]: value = "task-3605666" [ 1093.081191] env[69735]: _type = "Task" [ 1093.081191] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.101779] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.128358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquiring lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.129516] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.129516] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquiring lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.129516] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.129516] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.132457] env[69735]: INFO nova.compute.manager [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Terminating instance [ 1093.223670] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecccc394-e2c3-4ccc-870e-59a23ca81354 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.237112] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32569e76-3717-4ac9-ab5a-88d6f5d6b7d0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.283871] env[69735]: DEBUG nova.compute.manager [req-4aa8fb4d-41a9-4897-8f99-5ff48b6e1a06 req-68df4bf9-4a2b-460d-87fb-e318b50645f9 service nova] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Detach interface failed, port_id=3d935da4-080b-4747-a36d-40b30ef0b659, reason: Instance 786d2ce1-a12a-456b-98cf-8a7704b10dd2 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.472852] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc5971-ace3-49fc-8c8a-cd42b4922545 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.487402] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e41a52a-50d9-4712-b835-23310b4586ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.497685] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605665, 'name': PowerOffVM_Task, 'duration_secs': 0.523711} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.533857] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.535532] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e491f2-435f-40d5-a006-eff397849be5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.540111] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e5fb6c-40ce-4bd1-a561-8cf306b6bb4b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.566929] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eafa7b7-2314-4f25-b20f-d0e10a04f87f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.571573] env[69735]: INFO nova.compute.manager [-] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Took 1.54 seconds to deallocate network for instance. [ 1093.574302] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eebe96-04a7-4a8e-8cfe-0a926e540ad7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.598997] env[69735]: DEBUG nova.compute.provider_tree [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.611287] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168387} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.612229] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.613473] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440b312d-0e47-416d-85b1-4aee218c32bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.637817] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3/b6804b6a-cdcf-4f70-a1c7-67f96e389ff3.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.641410] env[69735]: DEBUG nova.compute.manager [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.641648] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.641925] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f96cde1-2d1c-4ab7-9d97-1f68bbab5a38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.658633] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993053f-9943-449c-853c-d15fb5551b63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.669915] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.673190] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.673900] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a046bd39-c70d-4a10-b0d9-c9303f351af5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.675452] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1093.675452] env[69735]: value = "task-3605667" [ 1093.675452] env[69735]: _type = "Task" [ 1093.675452] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.675658] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389b09ac-4a9c-4b4b-abee-12d1f04832e7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.685931] env[69735]: DEBUG oslo_vmware.api [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1093.685931] env[69735]: value = "task-3605668" [ 1093.685931] env[69735]: _type = "Task" [ 1093.685931] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.690541] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.695530] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1093.695530] env[69735]: value = "task-3605669" [ 1093.695530] env[69735]: _type = "Task" [ 1093.695530] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.702823] env[69735]: DEBUG oslo_vmware.api [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.710978] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1093.711327] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.712720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.712720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.712720] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.712955] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc7ab413-ad8b-4d0c-b2ff-a45a7ca545c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.728645] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.728645] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.730484] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e05042-03c3-4d19-bcf9-72a100eba3be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.735544] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1093.735544] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528dc388-a780-f07f-e505-8edca89bf96a" [ 1093.735544] env[69735]: _type = "Task" [ 1093.735544] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.746230] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528dc388-a780-f07f-e505-8edca89bf96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.011880] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "7862a8bc-1269-49ec-b156-0b014e024579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.011880] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "7862a8bc-1269-49ec-b156-0b014e024579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.082426] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.108766] env[69735]: DEBUG nova.scheduler.client.report [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.188460] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605667, 'name': ReconfigVM_Task, 'duration_secs': 0.298831} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.188841] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3/b6804b6a-cdcf-4f70-a1c7-67f96e389ff3.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.189420] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e4ab724-bdec-4a93-a779-e3e6eddabc02 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.203683] env[69735]: DEBUG oslo_vmware.api [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605668, 'name': PowerOffVM_Task, 'duration_secs': 0.230297} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.205504] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.205746] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.206664] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1094.206664] env[69735]: value = "task-3605670" [ 1094.206664] env[69735]: _type = "Task" [ 1094.206664] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.206664] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbabd45d-5bbf-4268-ab8b-f86f60f8490c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.214026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.214339] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.216668] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.217013] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.217293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.223132] env[69735]: INFO nova.compute.manager [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Terminating instance [ 1094.230137] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605670, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.249428] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528dc388-a780-f07f-e505-8edca89bf96a, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.250454] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad725ca8-fd0b-4aee-ba88-a1de37814a91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.257407] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1094.257407] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c02384-95f3-5b1d-f321-420924bb4887" [ 1094.257407] env[69735]: _type = "Task" [ 1094.257407] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.267351] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c02384-95f3-5b1d-f321-420924bb4887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.302738] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.302738] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.302738] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Deleting the datastore file [datastore2] cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.302883] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2692f05c-b85f-4175-8d89-876db0e83990 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.310524] env[69735]: DEBUG oslo_vmware.api [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for the task: (returnval){ [ 1094.310524] env[69735]: value = "task-3605672" [ 1094.310524] env[69735]: _type = "Task" [ 1094.310524] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.320521] env[69735]: DEBUG oslo_vmware.api [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.515820] env[69735]: DEBUG nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.616582] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.666s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.619458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.652s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.621015] env[69735]: INFO nova.compute.claims [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.727223] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605670, 'name': Rename_Task, 'duration_secs': 0.319076} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.727223] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.727223] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d624bd5-2bbb-45cb-9836-30b8349c902b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.733246] env[69735]: DEBUG nova.compute.manager [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.734152] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.735910] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5f7c00-9364-43c2-995c-51437680d2ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.739763] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1094.739763] env[69735]: value = "task-3605673" [ 1094.739763] env[69735]: _type = "Task" [ 1094.739763] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.745599] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.746267] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e2b6cc-fa7f-4843-ac22-1d1568561d6c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.751245] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.752640] env[69735]: DEBUG oslo_vmware.api [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1094.752640] env[69735]: value = "task-3605674" [ 1094.752640] env[69735]: _type = "Task" [ 1094.752640] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.761818] env[69735]: DEBUG oslo_vmware.api [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.773810] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c02384-95f3-5b1d-f321-420924bb4887, 'name': SearchDatastore_Task, 'duration_secs': 0.023282} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.774146] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.774472] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. {{(pid=69735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1094.774809] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e7af97-0bda-4232-b59b-1a71ed203c21 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.783765] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1094.783765] env[69735]: value = "task-3605675" [ 1094.783765] env[69735]: _type = "Task" [ 1094.783765] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.793587] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.823101] env[69735]: DEBUG oslo_vmware.api [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Task: {'id': task-3605672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281256} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.823478] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.823774] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.824031] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.825154] env[69735]: INFO nova.compute.manager [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1094.825154] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.825154] env[69735]: DEBUG nova.compute.manager [-] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.825154] env[69735]: DEBUG nova.network.neutron [-] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.049389] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.136390] env[69735]: DEBUG oslo_concurrency.lockutils [None req-850c2b11-4b3c-4aed-8beb-904ba4356ac5 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.862s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.138197] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.515s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.138510] env[69735]: INFO nova.compute.manager [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Unshelving [ 1095.256530] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605673, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.269932] env[69735]: DEBUG oslo_vmware.api [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605674, 'name': PowerOffVM_Task, 'duration_secs': 0.207465} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.269932] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.270137] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.271109] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db31a62b-f190-48b3-8668-73ef412e7c1b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.297392] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605675, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.350610] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "97391445-d92c-4ad1-bb3c-6da38b07752e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.350901] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "97391445-d92c-4ad1-bb3c-6da38b07752e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.362325] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.362596] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.362802] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleting the datastore file [datastore2] f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.363094] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a5a019-665e-446a-b8d4-25cc7fea2dac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.373845] env[69735]: DEBUG oslo_vmware.api [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1095.373845] env[69735]: value = "task-3605677" [ 1095.373845] env[69735]: _type = "Task" [ 1095.373845] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.384445] env[69735]: DEBUG oslo_vmware.api [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.631277] env[69735]: DEBUG nova.compute.manager [req-badb71d4-181c-49b9-b9ba-c28ed54bc947 req-a1a8e725-879c-4717-b3e6-59eb03c5c6e3 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Received event network-vif-deleted-8d919564-efe3-45dd-a357-c63edc4b3a33 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.631524] env[69735]: INFO nova.compute.manager [req-badb71d4-181c-49b9-b9ba-c28ed54bc947 req-a1a8e725-879c-4717-b3e6-59eb03c5c6e3 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Neutron deleted interface 8d919564-efe3-45dd-a357-c63edc4b3a33; detaching it from the instance and deleting it from the info cache [ 1095.631661] env[69735]: DEBUG nova.network.neutron [req-badb71d4-181c-49b9-b9ba-c28ed54bc947 req-a1a8e725-879c-4717-b3e6-59eb03c5c6e3 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.752107] env[69735]: DEBUG oslo_vmware.api [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605673, 'name': PowerOnVM_Task, 'duration_secs': 0.563038} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.755119] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.755119] env[69735]: INFO nova.compute.manager [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1095.755119] env[69735]: DEBUG nova.compute.manager [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.756139] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d25e650-4291-40d0-a1c3-cad125ca63f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.797181] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576033} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.797468] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. [ 1095.798677] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5097c8-da09-42ab-be62-a7bb1200ec38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.830091] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.836694] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7e67ec-28a2-4850-9d9f-be327e7f3805 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.857102] env[69735]: DEBUG nova.compute.manager [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.862107] env[69735]: DEBUG nova.network.neutron [-] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.865029] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1095.865029] env[69735]: value = "task-3605678" [ 1095.865029] env[69735]: _type = "Task" [ 1095.865029] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.878161] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.890785] env[69735]: DEBUG oslo_vmware.api [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396643} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.891076] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.891270] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.891455] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.891644] env[69735]: INFO nova.compute.manager [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1095.891921] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.892133] env[69735]: DEBUG nova.compute.manager [-] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.892225] env[69735]: DEBUG nova.network.neutron [-] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.137793] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fa7898-bad3-4f1b-9193-2f3c5c8242e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.140755] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e860261-5b19-410c-902c-542d5225d5ad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.148136] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0feffb-8ce7-4f0b-ac06-18ab4cadf313 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.159502] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b4cf74-c1fb-4465-9a2d-63c558cae275 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.204762] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.206432] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1bd19-b23d-478f-ac9e-ddc29f822627 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.215772] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd30e844-8885-4ffc-ab6a-4d5c2388c9d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.231575] env[69735]: DEBUG nova.compute.manager [req-badb71d4-181c-49b9-b9ba-c28ed54bc947 req-a1a8e725-879c-4717-b3e6-59eb03c5c6e3 service nova] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Detach interface failed, port_id=8d919564-efe3-45dd-a357-c63edc4b3a33, reason: Instance cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.242908] env[69735]: DEBUG nova.compute.provider_tree [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.277378] env[69735]: INFO nova.compute.manager [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Took 29.51 seconds to build instance. [ 1096.366707] env[69735]: INFO nova.compute.manager [-] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Took 1.54 seconds to deallocate network for instance. [ 1096.380918] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.384271] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.746055] env[69735]: DEBUG nova.scheduler.client.report [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.780351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e8cf3b75-cfa1-4303-9ff0-7fa041a647e8 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.023s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.876245] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.884638] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.253372] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.253372] env[69735]: DEBUG nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.256068] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.619s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.256791] env[69735]: DEBUG nova.objects.instance [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1097.380633] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605678, 'name': ReconfigVM_Task, 'duration_secs': 1.340742} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.380633] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.381546] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb6b33-e006-49dc-88a9-400982d68173 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.407846] env[69735]: DEBUG nova.network.neutron [-] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.416869] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd10aaf7-b024-40ab-854f-0fca5c7b752b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.434102] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1097.434102] env[69735]: value = "task-3605679" [ 1097.434102] env[69735]: _type = "Task" [ 1097.434102] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.446872] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.686821] env[69735]: DEBUG nova.compute.manager [req-83b33bd6-73c4-4bb0-9e56-ac054dc820cb req-dabf87c8-7cbc-4713-9ffe-97b8e66fb29c service nova] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Received event network-vif-deleted-07913661-b842-4ef3-b0a5-ed439e176183 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.762265] env[69735]: DEBUG nova.compute.utils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.764217] env[69735]: DEBUG nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.764217] env[69735]: DEBUG nova.network.neutron [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.853151] env[69735]: DEBUG nova.policy [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.913107] env[69735]: INFO nova.compute.manager [-] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Took 2.02 seconds to deallocate network for instance. [ 1097.952644] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605679, 'name': ReconfigVM_Task, 'duration_secs': 0.193112} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.952743] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.952962] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-506852d5-843a-485c-a938-063ee5794965 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.961273] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1097.961273] env[69735]: value = "task-3605680" [ 1097.961273] env[69735]: _type = "Task" [ 1097.961273] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.972835] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.202683] env[69735]: INFO nova.compute.manager [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Rebuilding instance [ 1098.266626] env[69735]: DEBUG nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.273087] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c272536b-aeec-4324-b53c-a4a7d7b78b3e tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.273359] env[69735]: DEBUG nova.compute.manager [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.273727] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.977s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.273727] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.273901] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1098.275346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.381s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.275477] env[69735]: DEBUG nova.objects.instance [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'resources' on Instance uuid c8355b1e-3a2c-45cb-9ade-91fe8cf9b638 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.277330] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508665d9-f158-4bdb-a47f-693c5426e760 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.282865] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775733f3-5f27-4c46-bfbb-69f1c940c1db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.298951] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac6841c-98d6-4334-badd-5cd2730c3f04 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.317169] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bcc7f7-f8d2-4a96-9a8c-d03328d82312 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.326806] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a359153-2229-4fb5-a63c-cbacda52e74f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.362335] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178145MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1098.362482] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.396036] env[69735]: DEBUG nova.network.neutron [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Successfully created port: bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.423427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.474549] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605680, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.973314] env[69735]: DEBUG oslo_vmware.api [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605680, 'name': PowerOnVM_Task, 'duration_secs': 0.646202} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.976099] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.978869] env[69735]: DEBUG nova.compute.manager [None req-9dd79129-0a2f-48b6-9149-513074390ae0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.979864] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05e4ea-839e-429b-8bca-2c4e1b1aba82 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.052625] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquiring lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.052862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.212724] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6053d08d-cfe9-4795-97b6-df84fb1bf76e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.222084] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da56e4cc-c1b4-4fdf-a66b-90b718ef1921 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.257922] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6308d33b-6381-4bc9-bd28-e0b4750f9b55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.267841] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba1fcb-bc18-4bc7-9aa7-29e5378ceaea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.285223] env[69735]: DEBUG nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.288524] env[69735]: DEBUG nova.compute.provider_tree [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.305531] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.306751] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-508d8714-ba7f-4a97-be87-570ca1115580 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.320427] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1099.320427] env[69735]: value = "task-3605681" [ 1099.320427] env[69735]: _type = "Task" [ 1099.320427] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.322713] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.322964] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.325019] env[69735]: DEBUG nova.virt.hardware [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.326496] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd367ff5-061d-4a88-9c6d-71912f438da9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.343940] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.345103] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3325f9bc-520a-4833-b52a-726ca9d08df8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.555191] env[69735]: DEBUG nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.793926] env[69735]: DEBUG nova.scheduler.client.report [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.838430] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605681, 'name': PowerOffVM_Task, 'duration_secs': 0.215201} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.840027] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.840027] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.840342] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a4745-1cf7-4275-b8dc-a86473e92d42 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.853178] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.853416] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71611003-11aa-4913-ad4a-146e568c298d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.900022] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.900182] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.900539] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Deleting the datastore file [datastore1] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.900646] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0d19df4-5ec5-4e95-8aa4-0a7f48f6cf22 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.914363] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1099.914363] env[69735]: value = "task-3605683" [ 1099.914363] env[69735]: _type = "Task" [ 1099.914363] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.930758] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.083860] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.306664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.311018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.897s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.311018] env[69735]: DEBUG nova.objects.instance [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'resources' on Instance uuid 6a200ad3-99cf-427b-bd8d-e12da312a8ca {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.330355] env[69735]: INFO nova.scheduler.client.report [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted allocations for instance c8355b1e-3a2c-45cb-9ade-91fe8cf9b638 [ 1100.424498] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421138} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.424779] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.425132] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.425238] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.622391] env[69735]: DEBUG nova.compute.manager [req-75d41d16-6759-49f5-b646-10b39346aae7 req-4135e760-f512-471b-9a7b-1b606bba1bc2 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-vif-plugged-bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.624412] env[69735]: DEBUG oslo_concurrency.lockutils [req-75d41d16-6759-49f5-b646-10b39346aae7 req-4135e760-f512-471b-9a7b-1b606bba1bc2 service nova] Acquiring lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.624412] env[69735]: DEBUG oslo_concurrency.lockutils [req-75d41d16-6759-49f5-b646-10b39346aae7 req-4135e760-f512-471b-9a7b-1b606bba1bc2 service nova] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.624412] env[69735]: DEBUG oslo_concurrency.lockutils [req-75d41d16-6759-49f5-b646-10b39346aae7 req-4135e760-f512-471b-9a7b-1b606bba1bc2 service nova] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.624412] env[69735]: DEBUG nova.compute.manager [req-75d41d16-6759-49f5-b646-10b39346aae7 req-4135e760-f512-471b-9a7b-1b606bba1bc2 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] No waiting events found dispatching network-vif-plugged-bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.624412] env[69735]: WARNING nova.compute.manager [req-75d41d16-6759-49f5-b646-10b39346aae7 req-4135e760-f512-471b-9a7b-1b606bba1bc2 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received unexpected event network-vif-plugged-bf5332fc-a210-45be-b50e-f5076a32bea0 for instance with vm_state building and task_state spawning. [ 1100.751194] env[69735]: DEBUG nova.network.neutron [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Successfully updated port: bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.842149] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a4733fa3-5c6d-41da-b54e-b0c343c2ec3f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "c8355b1e-3a2c-45cb-9ade-91fe8cf9b638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.953s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.257519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.257519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.259302] env[69735]: DEBUG nova.network.neutron [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.290606] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc3b95-1157-4aca-89cb-e17cb7cedba2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.300422] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1155dc4-241a-4ff8-8ab8-8b862b454dd9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.338808] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e969ce75-fe02-4e71-90a3-6a68c5261fe9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.348085] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd2af97-0dfb-4af5-8461-cb000d0d96bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.364842] env[69735]: DEBUG nova.compute.provider_tree [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.497126] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.497272] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.497508] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.497597] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.497737] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.498225] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.498311] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.498420] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.498587] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.498747] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.498926] env[69735]: DEBUG nova.virt.hardware [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.499930] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c78c9-bb91-471a-8110-c3480579c312 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.509375] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22b626c-6e03-4f45-80e3-f355dbbed841 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.525350] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.531241] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.531516] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.531742] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2fc8f63-7e41-4ad2-ac21-ebebfc56c33c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.551229] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.551229] env[69735]: value = "task-3605684" [ 1101.551229] env[69735]: _type = "Task" [ 1101.551229] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.564064] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605684, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.817375] env[69735]: DEBUG nova.network.neutron [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.869448] env[69735]: DEBUG nova.scheduler.client.report [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.071379] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605684, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.134204] env[69735]: DEBUG nova.network.neutron [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.376907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.381272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.478s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.415941] env[69735]: INFO nova.scheduler.client.report [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleted allocations for instance 6a200ad3-99cf-427b-bd8d-e12da312a8ca [ 1102.568054] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605684, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.637979] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.638349] env[69735]: DEBUG nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Instance network_info: |[{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.639293] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:3e:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5332fc-a210-45be-b50e-f5076a32bea0', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.649899] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.650096] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.650331] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f1efab7-d8bb-4178-b2d8-cd0f85177c7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.676795] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.676795] env[69735]: value = "task-3605685" [ 1102.676795] env[69735]: _type = "Task" [ 1102.676795] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.680267] env[69735]: INFO nova.compute.manager [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Rescuing [ 1102.680507] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.680679] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.680847] env[69735]: DEBUG nova.network.neutron [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.689759] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605685, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.889395] env[69735]: INFO nova.compute.claims [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.930123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-669544e9-0d0d-4b44-b6d8-c18d30a62410 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "6a200ad3-99cf-427b-bd8d-e12da312a8ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.441s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.070437] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605684, 'name': CreateVM_Task, 'duration_secs': 1.344239} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.070649] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.072549] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.073749] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.073749] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.073749] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f89b70-1dfe-4efb-a2d9-6ae47802f1b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.084281] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1103.084281] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52db7b97-dd11-50d0-9bc4-8f97c4fb9dc7" [ 1103.084281] env[69735]: _type = "Task" [ 1103.084281] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.085505] env[69735]: DEBUG nova.compute.manager [req-714f0ca6-6b1a-4735-aa39-8d29aa4e293c req-e157b78a-f3d9-49c7-8767-214a3cea2c3c service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.085675] env[69735]: DEBUG nova.compute.manager [req-714f0ca6-6b1a-4735-aa39-8d29aa4e293c req-e157b78a-f3d9-49c7-8767-214a3cea2c3c service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing instance network info cache due to event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.085936] env[69735]: DEBUG oslo_concurrency.lockutils [req-714f0ca6-6b1a-4735-aa39-8d29aa4e293c req-e157b78a-f3d9-49c7-8767-214a3cea2c3c service nova] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.086030] env[69735]: DEBUG oslo_concurrency.lockutils [req-714f0ca6-6b1a-4735-aa39-8d29aa4e293c req-e157b78a-f3d9-49c7-8767-214a3cea2c3c service nova] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.086195] env[69735]: DEBUG nova.network.neutron [req-714f0ca6-6b1a-4735-aa39-8d29aa4e293c req-e157b78a-f3d9-49c7-8767-214a3cea2c3c service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.102622] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52db7b97-dd11-50d0-9bc4-8f97c4fb9dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.189706] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605685, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.398912] env[69735]: INFO nova.compute.resource_tracker [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating resource usage from migration 9414b3ba-4d99-4952-82f1-ba4d94aaf5cb [ 1103.537433] env[69735]: DEBUG nova.network.neutron [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Updating instance_info_cache with network_info: [{"id": "24229246-67b5-4241-a90a-22eb8ef68053", "address": "fa:16:3e:d1:0b:99", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24229246-67", "ovs_interfaceid": "24229246-67b5-4241-a90a-22eb8ef68053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.571345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquiring lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.571593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.621714] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52db7b97-dd11-50d0-9bc4-8f97c4fb9dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.03865} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.622596] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.622596] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.622596] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.622775] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.622895] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.623179] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3d71034-6faa-4859-9da4-edeea9907eb8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.634065] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.634605] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.635392] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8e3448-331b-4f85-9e6e-4c9294233a8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.645706] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1103.645706] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521a5e5e-41a0-e672-9a91-df5343eb2a7d" [ 1103.645706] env[69735]: _type = "Task" [ 1103.645706] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.656519] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521a5e5e-41a0-e672-9a91-df5343eb2a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.696761] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605685, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.837615] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcf5a6b-edd9-4f4b-b915-b5da007a3acd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.846706] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da56faf4-85a6-4120-9fdb-30106924eb24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.876412] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a5b94-0af8-4f51-a599-039005d6da1d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.885884] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fb0d72-af43-4cb6-96ff-6d3067bca2ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.901797] env[69735]: DEBUG nova.compute.provider_tree [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.012367] env[69735]: DEBUG nova.network.neutron [req-714f0ca6-6b1a-4735-aa39-8d29aa4e293c req-e157b78a-f3d9-49c7-8767-214a3cea2c3c service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updated VIF entry in instance network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.012766] env[69735]: DEBUG nova.network.neutron [req-714f0ca6-6b1a-4735-aa39-8d29aa4e293c req-e157b78a-f3d9-49c7-8767-214a3cea2c3c service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.040975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.073771] env[69735]: DEBUG nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.122190] env[69735]: DEBUG nova.compute.manager [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1104.157246] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521a5e5e-41a0-e672-9a91-df5343eb2a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013557} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.158079] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6070ef9-5fb3-4578-84ad-aa162ebee4b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.164306] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1104.164306] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d20a5-e120-c9d1-5252-fd6dac5d03a6" [ 1104.164306] env[69735]: _type = "Task" [ 1104.164306] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.173593] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d20a5-e120-c9d1-5252-fd6dac5d03a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.191187] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605685, 'name': CreateVM_Task, 'duration_secs': 1.207415} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.191354] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.192681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.192681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.192681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.192887] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1d0572-6c16-4ff8-b0f0-12c759d53e97 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.200316] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1104.200316] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52707466-2cc4-efbf-47b6-f9eb7c07083b" [ 1104.200316] env[69735]: _type = "Task" [ 1104.200316] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.208703] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52707466-2cc4-efbf-47b6-f9eb7c07083b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.407729] env[69735]: DEBUG nova.scheduler.client.report [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.515716] env[69735]: DEBUG oslo_concurrency.lockutils [req-714f0ca6-6b1a-4735-aa39-8d29aa4e293c req-e157b78a-f3d9-49c7-8767-214a3cea2c3c service nova] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.604604] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.637898] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.675769] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520d20a5-e120-c9d1-5252-fd6dac5d03a6, 'name': SearchDatastore_Task, 'duration_secs': 0.027544} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.677106] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.677106] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3/b6804b6a-cdcf-4f70-a1c7-67f96e389ff3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.677106] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-941c8a0c-bba2-4528-a002-c772cde6fa76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.683580] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1104.683580] env[69735]: value = "task-3605686" [ 1104.683580] env[69735]: _type = "Task" [ 1104.683580] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.691728] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.711088] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52707466-2cc4-efbf-47b6-f9eb7c07083b, 'name': SearchDatastore_Task, 'duration_secs': 0.023867} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.711386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.711628] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.711855] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.711999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.712203] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.712460] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c1c459d-e1f2-4993-abef-63675bfeb27a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.720799] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.720974] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.721691] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a331de-5dd4-4d1a-b7de-1e5a2c7575f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.726819] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1104.726819] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52548c95-2a8b-c9b7-0f71-06f66d1d02aa" [ 1104.726819] env[69735]: _type = "Task" [ 1104.726819] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.734753] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52548c95-2a8b-c9b7-0f71-06f66d1d02aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.914719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.534s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.914980] env[69735]: INFO nova.compute.manager [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Migrating [ 1104.922217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.636s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.922888] env[69735]: DEBUG nova.objects.instance [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lazy-loading 'resources' on Instance uuid b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.107894] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.107894] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.196494] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605686, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.241781] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52548c95-2a8b-c9b7-0f71-06f66d1d02aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.242699] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cbb2f7f-1deb-464c-8cb7-24e11d2972c0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.250792] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1105.250792] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f83012-051d-2b33-3056-3479addc362d" [ 1105.250792] env[69735]: _type = "Task" [ 1105.250792] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.262876] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f83012-051d-2b33-3056-3479addc362d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.307196] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a156d2-f1e8-4a94-8db8-d8b8c0166c4d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.316495] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00aebe6-28fa-41e7-90f9-4c201ff15646 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.351470] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b542dc-cc25-4824-ab11-423aa1a99dec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.360235] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c08be7-b0d4-4145-9b61-9240cff440fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.375554] env[69735]: DEBUG nova.compute.provider_tree [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.435223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.435475] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.435636] env[69735]: DEBUG nova.network.neutron [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.578049] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.578408] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9072065c-4ddd-461f-a1d3-74c9da329039 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.587422] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1105.587422] env[69735]: value = "task-3605687" [ 1105.587422] env[69735]: _type = "Task" [ 1105.587422] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.599320] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.610465] env[69735]: INFO nova.compute.manager [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Detaching volume f159c31f-63a8-440d-ab2a-1c85da8c2e63 [ 1105.652419] env[69735]: INFO nova.virt.block_device [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Attempting to driver detach volume f159c31f-63a8-440d-ab2a-1c85da8c2e63 from mountpoint /dev/sdb [ 1105.652794] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.653096] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719261', 'volume_id': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'name': 'volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f9462ac-d88a-4be6-8622-137f5f8a2425', 'attached_at': '', 'detached_at': '', 'volume_id': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'serial': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.654443] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a822c8b-603a-4fd5-a1a1-0be2c3db6242 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.679248] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe4a558-3f02-4d1a-bbb2-a16e48dad516 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.690406] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb631c3-22cc-488a-a43d-9e690ce10886 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.696217] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802624} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.696903] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3/b6804b6a-cdcf-4f70-a1c7-67f96e389ff3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.697135] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.697411] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98b71383-ee34-43a0-8d64-dd2857b937cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.721403] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0979e78b-cfa4-4464-90b9-a03e60fceef6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.726517] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1105.726517] env[69735]: value = "task-3605688" [ 1105.726517] env[69735]: _type = "Task" [ 1105.726517] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.742687] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] The volume has not been displaced from its original location: [datastore2] volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63/volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.749613] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.750642] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13e8f17-4286-426e-b36a-e33b53b4fa81 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.769796] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.780196] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f83012-051d-2b33-3056-3479addc362d, 'name': SearchDatastore_Task, 'duration_secs': 0.063614} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.781804] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.782073] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 55301fe7-3065-4b5a-a648-5b0d8e4dbcec/55301fe7-3065-4b5a-a648-5b0d8e4dbcec.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.782426] env[69735]: DEBUG oslo_vmware.api [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1105.782426] env[69735]: value = "task-3605689" [ 1105.782426] env[69735]: _type = "Task" [ 1105.782426] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.782634] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-586d8ddb-9209-4909-812c-15b478f10834 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.795427] env[69735]: DEBUG oslo_vmware.api [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.796875] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1105.796875] env[69735]: value = "task-3605690" [ 1105.796875] env[69735]: _type = "Task" [ 1105.796875] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.805802] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.879320] env[69735]: DEBUG nova.scheduler.client.report [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.098588] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605687, 'name': PowerOffVM_Task, 'duration_secs': 0.213229} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.098934] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.099877] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b76522-a073-45d2-ba62-77cfaeada014 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.120388] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47925cac-c24f-4957-a22a-31c487d54495 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.159987] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.160337] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a2203cd-8218-4f06-9cf4-48a4c0596657 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.168585] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1106.168585] env[69735]: value = "task-3605691" [ 1106.168585] env[69735]: _type = "Task" [ 1106.168585] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.182698] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.182933] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.183208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.183363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.183541] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.183806] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b04ca15b-bd6d-4215-a160-d5cbb966efad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.197182] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.197417] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.198224] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d6ee19-62da-4948-87b7-e3aae71e6e72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.205435] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1106.205435] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52502b07-18ce-70c2-8556-0c65c67d4862" [ 1106.205435] env[69735]: _type = "Task" [ 1106.205435] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.214797] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52502b07-18ce-70c2-8556-0c65c67d4862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.237257] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072671} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.237961] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.244636] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4010f-6e3d-4543-ae00-d0f1801a59ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.272669] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3/b6804b6a-cdcf-4f70-a1c7-67f96e389ff3.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.273155] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7148d0c-9dc7-40de-a210-cd967100581c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.304734] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1106.304734] env[69735]: value = "task-3605692" [ 1106.304734] env[69735]: _type = "Task" [ 1106.304734] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.310999] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605690, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.311356] env[69735]: DEBUG oslo_vmware.api [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605689, 'name': ReconfigVM_Task, 'duration_secs': 0.264864} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.314979] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.319861] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ce542a-5984-4be1-9c9e-8888a73422ad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.338465] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.339347] env[69735]: DEBUG oslo_vmware.api [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1106.339347] env[69735]: value = "task-3605693" [ 1106.339347] env[69735]: _type = "Task" [ 1106.339347] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.348456] env[69735]: DEBUG oslo_vmware.api [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.384730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.462s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.390617] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.870s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.390617] env[69735]: DEBUG nova.objects.instance [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1106.430576] env[69735]: INFO nova.scheduler.client.report [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted allocations for instance b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136 [ 1106.459280] env[69735]: DEBUG nova.network.neutron [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance_info_cache with network_info: [{"id": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "address": "fa:16:3e:f6:cb:5a", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f7eec1-62", "ovs_interfaceid": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.715659] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52502b07-18ce-70c2-8556-0c65c67d4862, 'name': SearchDatastore_Task, 'duration_secs': 0.051407} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.716472] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf957ef-0af9-4a6f-9152-1089c55b1e83 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.722966] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1106.722966] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5250313b-ca9d-90e3-d618-db560bb3f148" [ 1106.722966] env[69735]: _type = "Task" [ 1106.722966] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.730713] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5250313b-ca9d-90e3-d618-db560bb3f148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.809408] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556001} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.809684] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 55301fe7-3065-4b5a-a648-5b0d8e4dbcec/55301fe7-3065-4b5a-a648-5b0d8e4dbcec.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.809946] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.810229] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbb655d1-2d5d-4671-ac86-2aff655d09f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.820565] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605692, 'name': ReconfigVM_Task, 'duration_secs': 0.273707} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.821305] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Reconfigured VM instance instance-00000056 to attach disk [datastore2] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3/b6804b6a-cdcf-4f70-a1c7-67f96e389ff3.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.822910] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d6da507-024d-496a-b175-c3456de4be74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.824268] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1106.824268] env[69735]: value = "task-3605694" [ 1106.824268] env[69735]: _type = "Task" [ 1106.824268] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.830145] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1106.830145] env[69735]: value = "task-3605695" [ 1106.830145] env[69735]: _type = "Task" [ 1106.830145] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.833516] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.846202] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605695, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.851811] env[69735]: DEBUG oslo_vmware.api [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605693, 'name': ReconfigVM_Task, 'duration_secs': 0.156292} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.852149] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719261', 'volume_id': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'name': 'volume-f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f9462ac-d88a-4be6-8622-137f5f8a2425', 'attached_at': '', 'detached_at': '', 'volume_id': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63', 'serial': 'f159c31f-63a8-440d-ab2a-1c85da8c2e63'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.942188] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c9de2706-09e8-45a6-91da-a2622b91e2df tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.447s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.962459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.235034] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5250313b-ca9d-90e3-d618-db560bb3f148, 'name': SearchDatastore_Task, 'duration_secs': 0.05427} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.235238] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.235505] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. {{(pid=69735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1107.235811] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f3eaf0f-630a-49f9-b2ea-b81fd589f089 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.243462] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1107.243462] env[69735]: value = "task-3605696" [ 1107.243462] env[69735]: _type = "Task" [ 1107.243462] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.251690] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.334398] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075641} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.337578] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.338358] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc0bb7-8917-4432-bb43-44ab70ff0615 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.346034] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605695, 'name': Rename_Task, 'duration_secs': 0.157604} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.355012] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.363750] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 55301fe7-3065-4b5a-a648-5b0d8e4dbcec/55301fe7-3065-4b5a-a648-5b0d8e4dbcec.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.364016] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8263cc1-500d-4f4c-b547-7959562b0ff7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.365661] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f9f3aa8-fc00-4b92-9635-1b068c1f7029 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.385912] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1107.385912] env[69735]: value = "task-3605697" [ 1107.385912] env[69735]: _type = "Task" [ 1107.385912] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.391205] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1107.391205] env[69735]: value = "task-3605698" [ 1107.391205] env[69735]: _type = "Task" [ 1107.391205] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.402963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-db7c2be4-04a6-4bb1-95a4-00d30c23bb4f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.404195] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.405342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.593s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.414178] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.415950] env[69735]: DEBUG nova.objects.instance [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'flavor' on Instance uuid 3f9462ac-d88a-4be6-8622-137f5f8a2425 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.542086] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.542619] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.542739] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.542990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.543291] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.545687] env[69735]: INFO nova.compute.manager [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Terminating instance [ 1107.757517] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605696, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.902387] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.908722] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.916458] env[69735]: INFO nova.compute.claims [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.050198] env[69735]: DEBUG nova.compute.manager [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.050449] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.051729] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f898c-7b57-447f-80ce-1a5a63bffda3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.060513] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.060856] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a13e703-078e-4d92-9d6b-d333e09fd93f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.067560] env[69735]: DEBUG oslo_vmware.api [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1108.067560] env[69735]: value = "task-3605699" [ 1108.067560] env[69735]: _type = "Task" [ 1108.067560] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.076084] env[69735]: DEBUG oslo_vmware.api [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.254586] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521611} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.254935] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. [ 1108.255783] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b78d7f5-0f24-429e-ba8c-9c300d7d5857 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.282561] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.282939] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eac5338-adef-48c9-bca1-87bd74462799 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.310802] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "23c903a3-2af6-4ef5-b22a-c372824dcb95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.311690] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "23c903a3-2af6-4ef5-b22a-c372824dcb95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.314432] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1108.314432] env[69735]: value = "task-3605700" [ 1108.314432] env[69735]: _type = "Task" [ 1108.314432] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.330710] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.401014] env[69735]: DEBUG oslo_vmware.api [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605697, 'name': PowerOnVM_Task, 'duration_secs': 0.615471} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.401757] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.401980] env[69735]: DEBUG nova.compute.manager [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.402874] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d32a89c-7ce2-4b0b-a1fd-1275bf9c1114 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.409058] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605698, 'name': ReconfigVM_Task, 'duration_secs': 0.579228} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.409804] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 55301fe7-3065-4b5a-a648-5b0d8e4dbcec/55301fe7-3065-4b5a-a648-5b0d8e4dbcec.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.411120] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34d7d09-91ce-4e5b-b385-e981b1097578 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.423191] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1108.423191] env[69735]: value = "task-3605701" [ 1108.423191] env[69735]: _type = "Task" [ 1108.423191] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.430988] env[69735]: INFO nova.compute.resource_tracker [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating resource usage from migration 846999dd-0463-4874-abf9-706c2247bf58 [ 1108.434157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d1d6d992-26e5-4f76-a687-2a44c2763f10 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.328s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.447110] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605701, 'name': Rename_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.480922] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e5266-c401-4516-bce6-f326f2f94f29 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.507821] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance 'fb563b85-8f64-40ab-8213-7b195b1ac926' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.580998] env[69735]: DEBUG oslo_vmware.api [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605699, 'name': PowerOffVM_Task, 'duration_secs': 0.41356} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.585181] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.585181] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.585785] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77d8a499-f9f1-4de2-8672-653e0cdf30cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.680178] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.680581] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.680885] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleting the datastore file [datastore2] 18418e30-c3a0-45d8-bf6e-dec88b0c0102 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.681281] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddc4a9c5-4a85-473b-a36e-a9fdb9c88dc4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.693536] env[69735]: DEBUG oslo_vmware.api [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1108.693536] env[69735]: value = "task-3605703" [ 1108.693536] env[69735]: _type = "Task" [ 1108.693536] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.704439] env[69735]: DEBUG oslo_vmware.api [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.820796] env[69735]: DEBUG nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.828308] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605700, 'name': ReconfigVM_Task, 'duration_secs': 0.359679} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.831346] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.832491] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673e0e87-6e5b-436f-82ae-c2c8af9c28fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.860458] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36afe6da-5a53-4156-8845-de48605793a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.879970] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1108.879970] env[69735]: value = "task-3605704" [ 1108.879970] env[69735]: _type = "Task" [ 1108.879970] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.882948] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64165c20-faea-4171-af00-e3bf701d5f56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.893742] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.894822] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3840fb1-51f0-43e4-a455-0478a0e34022 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.937893] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6256067d-9fad-4a3e-b8f6-13c12cc30643 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.943899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.950141] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605701, 'name': Rename_Task, 'duration_secs': 0.246427} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.950487] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.951899] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8670e00-5703-4e62-a433-5fcafebf5e46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.956569] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5de4c48-564f-438c-971e-1ac00d5089ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.970743] env[69735]: DEBUG nova.compute.provider_tree [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.973388] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1108.973388] env[69735]: value = "task-3605705" [ 1108.973388] env[69735]: _type = "Task" [ 1108.973388] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.983319] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.017696] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.018415] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9c9ed9b-1a9f-4cef-89e1-5a1196bff311 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.027048] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1109.027048] env[69735]: value = "task-3605706" [ 1109.027048] env[69735]: _type = "Task" [ 1109.027048] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.038558] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.194980] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.195269] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.195535] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "3f9462ac-d88a-4be6-8622-137f5f8a2425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.195732] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.196250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.198551] env[69735]: INFO nova.compute.manager [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Terminating instance [ 1109.214840] env[69735]: DEBUG oslo_vmware.api [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141356} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.215302] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.215637] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.215952] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.216284] env[69735]: INFO nova.compute.manager [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1109.216721] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.217445] env[69735]: DEBUG nova.compute.manager [-] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.217586] env[69735]: DEBUG nova.network.neutron [-] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.350413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.392774] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605704, 'name': ReconfigVM_Task, 'duration_secs': 0.205125} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.395156] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.397167] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d25e9c-3080-449a-ad6f-4f05b744946d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.406641] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1109.406641] env[69735]: value = "task-3605707" [ 1109.406641] env[69735]: _type = "Task" [ 1109.406641] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.417921] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.481313] env[69735]: DEBUG nova.scheduler.client.report [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.496438] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605705, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.540618] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605706, 'name': PowerOffVM_Task, 'duration_secs': 0.41546} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.541596] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.541941] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance 'fb563b85-8f64-40ab-8213-7b195b1ac926' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.614515] env[69735]: DEBUG nova.compute.manager [req-2979f58b-633d-4210-8285-a77c0aa65e4d req-96ab66ab-4a3e-4f44-a54e-af24b5b2c820 service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Received event network-vif-deleted-5ab42490-8198-406e-9986-2487aa1669d9 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.614772] env[69735]: INFO nova.compute.manager [req-2979f58b-633d-4210-8285-a77c0aa65e4d req-96ab66ab-4a3e-4f44-a54e-af24b5b2c820 service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Neutron deleted interface 5ab42490-8198-406e-9986-2487aa1669d9; detaching it from the instance and deleting it from the info cache [ 1109.615085] env[69735]: DEBUG nova.network.neutron [req-2979f58b-633d-4210-8285-a77c0aa65e4d req-96ab66ab-4a3e-4f44-a54e-af24b5b2c820 service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.671631] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.671949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.672553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.672811] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.672988] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.680122] env[69735]: INFO nova.compute.manager [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Terminating instance [ 1109.706772] env[69735]: DEBUG nova.compute.manager [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.706772] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.711019] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46423ac4-d334-4733-80b6-14bf953c58ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.716832] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.717161] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-708565db-110a-44cd-b783-a1a153ef0ada {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.724711] env[69735]: DEBUG oslo_vmware.api [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1109.724711] env[69735]: value = "task-3605708" [ 1109.724711] env[69735]: _type = "Task" [ 1109.724711] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.735226] env[69735]: DEBUG oslo_vmware.api [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.918088] env[69735]: DEBUG oslo_vmware.api [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605707, 'name': PowerOnVM_Task, 'duration_secs': 0.442887} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.918380] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.921157] env[69735]: DEBUG nova.compute.manager [None req-82e00787-b563-44e0-84a6-b515c8b3c9ba tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.921957] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6882f5-39b4-47b2-9066-a5f23a0cf8f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.986753] env[69735]: DEBUG oslo_vmware.api [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605705, 'name': PowerOnVM_Task, 'duration_secs': 0.65684} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.986753] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.986934] env[69735]: INFO nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1109.987066] env[69735]: DEBUG nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.987957] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddb2d74-4a4b-4868-8c59-78ae31414ab8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.991548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.586s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.991762] env[69735]: INFO nova.compute.manager [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Migrating [ 1110.000420] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.916s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.000420] env[69735]: DEBUG nova.objects.instance [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lazy-loading 'resources' on Instance uuid 786d2ce1-a12a-456b-98cf-8a7704b10dd2 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.048976] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.049580] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.049580] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.049805] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.049866] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.050028] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.050277] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.050935] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.050935] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.051086] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.052570] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.061494] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a15616c-ea65-455d-8502-55dabd368161 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.087822] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1110.087822] env[69735]: value = "task-3605709" [ 1110.087822] env[69735]: _type = "Task" [ 1110.087822] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.097122] env[69735]: DEBUG nova.network.neutron [-] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.101033] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.119886] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60a28d57-169c-4def-8439-d38e71b0b4fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.130593] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ae6a08-c75a-4a06-80b5-375a11f37bbf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.168729] env[69735]: DEBUG nova.compute.manager [req-2979f58b-633d-4210-8285-a77c0aa65e4d req-96ab66ab-4a3e-4f44-a54e-af24b5b2c820 service nova] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Detach interface failed, port_id=5ab42490-8198-406e-9986-2487aa1669d9, reason: Instance 18418e30-c3a0-45d8-bf6e-dec88b0c0102 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.182900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "refresh_cache-b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.183100] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquired lock "refresh_cache-b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.183252] env[69735]: DEBUG nova.network.neutron [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.236261] env[69735]: DEBUG oslo_vmware.api [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605708, 'name': PowerOffVM_Task, 'duration_secs': 0.378134} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.236550] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.236723] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.237067] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dd978d7-c7f6-49e9-a6a4-ac24a199caff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.336882] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.337129] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.337353] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleting the datastore file [datastore1] 3f9462ac-d88a-4be6-8622-137f5f8a2425 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.337655] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2f34d77-3be6-43a1-8b86-a4c864e6b94d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.344329] env[69735]: DEBUG oslo_vmware.api [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1110.344329] env[69735]: value = "task-3605711" [ 1110.344329] env[69735]: _type = "Task" [ 1110.344329] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.354974] env[69735]: DEBUG oslo_vmware.api [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.522022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.522022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.522424] env[69735]: DEBUG nova.network.neutron [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.527216] env[69735]: INFO nova.compute.manager [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Took 35.58 seconds to build instance. [ 1110.599052] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605709, 'name': ReconfigVM_Task, 'duration_secs': 0.261058} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.600126] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance 'fb563b85-8f64-40ab-8213-7b195b1ac926' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.602859] env[69735]: INFO nova.compute.manager [-] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Took 1.39 seconds to deallocate network for instance. [ 1110.705095] env[69735]: DEBUG nova.network.neutron [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.775560] env[69735]: DEBUG nova.network.neutron [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.855331] env[69735]: DEBUG oslo_vmware.api [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196278} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.857988] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.858278] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.858471] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.858646] env[69735]: INFO nova.compute.manager [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1110.858889] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.859303] env[69735]: DEBUG nova.compute.manager [-] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.859403] env[69735]: DEBUG nova.network.neutron [-] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.871632] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fee7fe-739f-40f7-aec3-e8d88f4a1833 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.880205] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd0eb6a-5605-43e5-aa4e-589cbecd6803 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.911081] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524a50e-2aeb-4c13-916c-d8a569883471 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.921739] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3203b59-a186-432c-8c34-5d4f01d2c4fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.935827] env[69735]: DEBUG nova.compute.provider_tree [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.030041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0a0ae399-cc14-4c92-acc9-e87974136919 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.110s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.108273] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.108648] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.108763] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.108848] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.108991] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.109403] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.109674] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.109798] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.109962] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.110149] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.110464] env[69735]: DEBUG nova.virt.hardware [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.124180] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.125281] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.125582] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa392ff5-5b30-45d4-8757-ed75b16cd686 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.153945] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1111.153945] env[69735]: value = "task-3605712" [ 1111.153945] env[69735]: _type = "Task" [ 1111.153945] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.166462] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.278937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Releasing lock "refresh_cache-b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.279388] env[69735]: DEBUG nova.compute.manager [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.279745] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.280516] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb9e175-e1fc-4b14-809e-6a9eea9ce479 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.289168] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.289439] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b230917b-dfcd-4749-965a-738cc6ecda78 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.299021] env[69735]: DEBUG oslo_vmware.api [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1111.299021] env[69735]: value = "task-3605713" [ 1111.299021] env[69735]: _type = "Task" [ 1111.299021] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.310602] env[69735]: DEBUG oslo_vmware.api [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.440207] env[69735]: DEBUG nova.scheduler.client.report [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.667036] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605712, 'name': ReconfigVM_Task, 'duration_secs': 0.359813} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.667036] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.667036] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fe4ae2-cab6-482d-a5b0-22ff11fc957a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.690736] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] fb563b85-8f64-40ab-8213-7b195b1ac926/fb563b85-8f64-40ab-8213-7b195b1ac926.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.691181] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9cd50c0-d8a0-4cda-9022-7c0485491c10 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.712769] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1111.712769] env[69735]: value = "task-3605714" [ 1111.712769] env[69735]: _type = "Task" [ 1111.712769] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.723158] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.808250] env[69735]: DEBUG oslo_vmware.api [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605713, 'name': PowerOffVM_Task, 'duration_secs': 0.134523} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.808250] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.808638] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.809023] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a50a866-2618-4f75-b9aa-ac80f1635af5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.842938] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.842938] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.842938] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Deleting the datastore file [datastore2] b6804b6a-cdcf-4f70-a1c7-67f96e389ff3 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.842938] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80637432-f464-4961-b527-e5524a56bfb1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.849016] env[69735]: DEBUG oslo_vmware.api [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for the task: (returnval){ [ 1111.849016] env[69735]: value = "task-3605716" [ 1111.849016] env[69735]: _type = "Task" [ 1111.849016] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.856640] env[69735]: DEBUG oslo_vmware.api [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.951644] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.952295] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.903s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.955497] env[69735]: INFO nova.compute.claims [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.979244] env[69735]: INFO nova.scheduler.client.report [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted allocations for instance 786d2ce1-a12a-456b-98cf-8a7704b10dd2 [ 1112.119548] env[69735]: DEBUG nova.network.neutron [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance_info_cache with network_info: [{"id": "47b166d8-04e1-409c-99ba-b2402c68db52", "address": "fa:16:3e:ac:7a:18", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b166d8-04", "ovs_interfaceid": "47b166d8-04e1-409c-99ba-b2402c68db52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.227360] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.362490] env[69735]: DEBUG oslo_vmware.api [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Task: {'id': task-3605716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190013} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.362925] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.363199] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.363433] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.363650] env[69735]: INFO nova.compute.manager [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1112.364077] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.364406] env[69735]: DEBUG nova.compute.manager [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.364738] env[69735]: DEBUG nova.network.neutron [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.415678] env[69735]: DEBUG nova.network.neutron [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.495325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7f41859a-1be5-4309-bb82-f3f75f6ec92f tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "786d2ce1-a12a-456b-98cf-8a7704b10dd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.639s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.626090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.733273] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.755211] env[69735]: DEBUG nova.compute.manager [req-6eb62ed1-d8e8-476f-b180-93536526d32e req-2a8ae946-7ca0-47bd-9789-339bd38e95b8 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.756552] env[69735]: DEBUG nova.compute.manager [req-6eb62ed1-d8e8-476f-b180-93536526d32e req-2a8ae946-7ca0-47bd-9789-339bd38e95b8 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing instance network info cache due to event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.756632] env[69735]: DEBUG oslo_concurrency.lockutils [req-6eb62ed1-d8e8-476f-b180-93536526d32e req-2a8ae946-7ca0-47bd-9789-339bd38e95b8 service nova] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.756841] env[69735]: DEBUG oslo_concurrency.lockutils [req-6eb62ed1-d8e8-476f-b180-93536526d32e req-2a8ae946-7ca0-47bd-9789-339bd38e95b8 service nova] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.757045] env[69735]: DEBUG nova.network.neutron [req-6eb62ed1-d8e8-476f-b180-93536526d32e req-2a8ae946-7ca0-47bd-9789-339bd38e95b8 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.770861] env[69735]: INFO nova.compute.manager [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Unrescuing [ 1112.771209] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.771522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.772478] env[69735]: DEBUG nova.network.neutron [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.917855] env[69735]: DEBUG nova.network.neutron [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.978063] env[69735]: DEBUG nova.network.neutron [-] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.226989] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605714, 'name': ReconfigVM_Task, 'duration_secs': 1.035397} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.226989] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Reconfigured VM instance instance-00000052 to attach disk [datastore1] fb563b85-8f64-40ab-8213-7b195b1ac926/fb563b85-8f64-40ab-8213-7b195b1ac926.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.226989] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance 'fb563b85-8f64-40ab-8213-7b195b1ac926' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.352274] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdafa59-add3-4744-9992-5d2edad5fa91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.352274] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974509cb-cc3f-452b-a0a6-8f60499e6f55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.385962] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c96645-e97c-4719-bc30-5fce3c2a1edd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.393834] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd48dfa-6f7f-4890-9ed6-e34127ababbe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.410498] env[69735]: DEBUG nova.compute.provider_tree [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.419872] env[69735]: INFO nova.compute.manager [-] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Took 1.06 seconds to deallocate network for instance. [ 1113.484711] env[69735]: INFO nova.compute.manager [-] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Took 2.62 seconds to deallocate network for instance. [ 1113.736820] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dcee48-de60-41b6-b9dd-9ad001bc4ebe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.744103] env[69735]: DEBUG nova.network.neutron [req-6eb62ed1-d8e8-476f-b180-93536526d32e req-2a8ae946-7ca0-47bd-9789-339bd38e95b8 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updated VIF entry in instance network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.744475] env[69735]: DEBUG nova.network.neutron [req-6eb62ed1-d8e8-476f-b180-93536526d32e req-2a8ae946-7ca0-47bd-9789-339bd38e95b8 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.753030] env[69735]: DEBUG nova.network.neutron [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Updating instance_info_cache with network_info: [{"id": "24229246-67b5-4241-a90a-22eb8ef68053", "address": "fa:16:3e:d1:0b:99", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24229246-67", "ovs_interfaceid": "24229246-67b5-4241-a90a-22eb8ef68053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.769759] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe384d49-89e7-4986-a272-f7b8cdbdf66d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.789718] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance 'fb563b85-8f64-40ab-8213-7b195b1ac926' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.797512] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "135b0602-c618-4d1e-8c49-384ec38c1d08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.797717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.914879] env[69735]: DEBUG nova.scheduler.client.report [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.927571] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.990882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.143364] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908e2bb1-ecae-4579-b2ed-1b16a139d0fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.166236] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance '3570b07b-e97a-4e59-967e-371cb1f743bf' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.249152] env[69735]: DEBUG oslo_concurrency.lockutils [req-6eb62ed1-d8e8-476f-b180-93536526d32e req-2a8ae946-7ca0-47bd-9789-339bd38e95b8 service nova] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.249698] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "02d38753-5c00-4458-98c6-7c9aecbfe906" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.252975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "02d38753-5c00-4458-98c6-7c9aecbfe906" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.252975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "02d38753-5c00-4458-98c6-7c9aecbfe906-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.252975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "02d38753-5c00-4458-98c6-7c9aecbfe906-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.252975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "02d38753-5c00-4458-98c6-7c9aecbfe906-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.254274] env[69735]: INFO nova.compute.manager [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Terminating instance [ 1114.268387] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "refresh_cache-31bc3b6e-5150-4f99-a14e-1a6f6006d66a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.269030] env[69735]: DEBUG nova.objects.instance [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lazy-loading 'flavor' on Instance uuid 31bc3b6e-5150-4f99-a14e-1a6f6006d66a {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.304717] env[69735]: DEBUG nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.363503] env[69735]: DEBUG nova.network.neutron [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Port c3f7eec1-62c6-4dd4-b259-450ff0455df2 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1114.393488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "7922b813-576a-46ea-a177-91ab37aec0ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.393809] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "7922b813-576a-46ea-a177-91ab37aec0ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.420693] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.421219] env[69735]: DEBUG nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.426255] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.222s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.426499] env[69735]: DEBUG nova.objects.instance [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lazy-loading 'pci_requests' on Instance uuid c2a6a3aa-1987-4ffe-a7b4-5d6802112141 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.671313] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.671630] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0cb5294-c6a6-4033-a84f-c0e41fcf52b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.679531] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1114.679531] env[69735]: value = "task-3605717" [ 1114.679531] env[69735]: _type = "Task" [ 1114.679531] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.687553] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.758676] env[69735]: DEBUG nova.compute.manager [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.758953] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.760216] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edc6072-47be-43c9-ace8-f1648a9d75f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.773451] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.773951] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c65b3122-eb70-47a7-841f-17dd167e5756 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.776331] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b128b1-f112-4992-912d-e94cc3758601 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.781558] env[69735]: DEBUG nova.compute.manager [req-209f9057-c7f6-47bc-bb79-0681fa526582 req-99006a73-56bb-459c-81f2-2637cb381ab1 service nova] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Received event network-vif-deleted-8ec0d408-486e-4d70-ac4b-014808a8a157 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.783331] env[69735]: DEBUG oslo_vmware.api [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1114.783331] env[69735]: value = "task-3605718" [ 1114.783331] env[69735]: _type = "Task" [ 1114.783331] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.800090] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.803442] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea56f4dc-186e-40d6-828e-c995dc2d6118 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.815183] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1114.815183] env[69735]: value = "task-3605719" [ 1114.815183] env[69735]: _type = "Task" [ 1114.815183] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.815746] env[69735]: DEBUG oslo_vmware.api [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.824079] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.827442] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.896862] env[69735]: DEBUG nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.930520] env[69735]: DEBUG nova.compute.utils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.933265] env[69735]: DEBUG nova.objects.instance [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lazy-loading 'numa_topology' on Instance uuid c2a6a3aa-1987-4ffe-a7b4-5d6802112141 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.935262] env[69735]: DEBUG nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.935367] env[69735]: DEBUG nova.network.neutron [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.976578] env[69735]: DEBUG nova.policy [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5df1e6e9ad80438ebc93dcf5ed04d9c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '309d91bcdb774f1c823c96e042fe4f8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.190219] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605717, 'name': PowerOffVM_Task, 'duration_secs': 0.206216} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.190500] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.190687] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance '3570b07b-e97a-4e59-967e-371cb1f743bf' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.309197] env[69735]: DEBUG oslo_vmware.api [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605718, 'name': PowerOffVM_Task, 'duration_secs': 0.21901} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.309536] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.309732] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.309984] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba84485a-4452-4240-b3c0-c9b46bdc2347 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.324583] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605719, 'name': PowerOffVM_Task, 'duration_secs': 0.233403} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.324825] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.331153] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.332015] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d65f102-6c7a-419a-a083-9f55e4d84162 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.351581] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1115.351581] env[69735]: value = "task-3605721" [ 1115.351581] env[69735]: _type = "Task" [ 1115.351581] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.359997] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.386825] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.387083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.387541] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.416614] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.435412] env[69735]: DEBUG nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.442017] env[69735]: INFO nova.compute.claims [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.457342] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.457521] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.457804] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleting the datastore file [datastore2] 02d38753-5c00-4458-98c6-7c9aecbfe906 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.458928] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b437a371-cba3-4577-92f5-1c3f15182f41 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.467015] env[69735]: DEBUG oslo_vmware.api [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1115.467015] env[69735]: value = "task-3605722" [ 1115.467015] env[69735]: _type = "Task" [ 1115.467015] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.475356] env[69735]: DEBUG oslo_vmware.api [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.547776] env[69735]: DEBUG nova.network.neutron [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Successfully created port: 4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.700306] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.700601] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.700736] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.700909] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.701068] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.701212] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.701418] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.701576] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.701750] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.701989] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.703324] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.709319] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c43937c-327b-4c71-8900-1ad96a442118 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.730599] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1115.730599] env[69735]: value = "task-3605723" [ 1115.730599] env[69735]: _type = "Task" [ 1115.730599] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.740646] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.864276] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605721, 'name': ReconfigVM_Task, 'duration_secs': 0.240627} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.864611] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.864776] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.865043] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea92d4db-0a5e-4f1d-a2b4-03a60892dd1e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.873580] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1115.873580] env[69735]: value = "task-3605724" [ 1115.873580] env[69735]: _type = "Task" [ 1115.873580] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.884838] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.974606] env[69735]: DEBUG oslo_vmware.api [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156314} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.978017] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.978017] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.978017] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.978017] env[69735]: INFO nova.compute.manager [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1115.978017] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.978017] env[69735]: DEBUG nova.compute.manager [-] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.978017] env[69735]: DEBUG nova.network.neutron [-] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.240985] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605723, 'name': ReconfigVM_Task, 'duration_secs': 0.33694} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.241366] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance '3570b07b-e97a-4e59-967e-371cb1f743bf' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.384154] env[69735]: DEBUG oslo_vmware.api [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605724, 'name': PowerOnVM_Task, 'duration_secs': 0.464045} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.384827] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.384827] env[69735]: DEBUG nova.compute.manager [None req-9ed67199-971c-49b1-8196-44d0a8ad03ff tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.386089] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949e7c64-7eb5-4ed2-a8e9-accb21e0fca0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.439962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.440346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.440565] env[69735]: DEBUG nova.network.neutron [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.449819] env[69735]: DEBUG nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.476523] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.476779] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.476938] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.477132] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.477282] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.477427] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.477636] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.477790] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.477956] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.478133] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.478309] env[69735]: DEBUG nova.virt.hardware [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.479188] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e56c9-97e7-4589-836c-f783219120e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.492704] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a9df5a-f788-4b62-b630-96b0f9b2844f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.687913] env[69735]: DEBUG nova.network.neutron [-] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.751279] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.751675] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.751951] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.752497] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.752569] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.752790] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.753119] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.753396] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.753679] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.753954] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.754267] env[69735]: DEBUG nova.virt.hardware [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.763680] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.764318] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75bcb2b9-c104-4cef-89bf-3616fbded897 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.790848] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1116.790848] env[69735]: value = "task-3605725" [ 1116.790848] env[69735]: _type = "Task" [ 1116.790848] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.799453] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.811312] env[69735]: DEBUG nova.compute.manager [req-2cc5bd54-d021-4290-8922-3b85188c9050 req-07358448-6312-4573-84a7-9d182661279e service nova] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Received event network-vif-deleted-be424168-4dc4-4cf9-a6a8-779ef9932b19 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.849459] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b267ab3b-d31c-4b27-8f13-b7857830c0d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.857653] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471e161-7eb7-4b77-92c5-2a209e837f91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.888231] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2fb72f-3992-499e-8571-a03bedefa635 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.895220] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c5f54f-7550-4051-8d7a-9765a24003c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.911859] env[69735]: DEBUG nova.compute.provider_tree [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.192894] env[69735]: INFO nova.compute.manager [-] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Took 1.22 seconds to deallocate network for instance. [ 1117.260156] env[69735]: DEBUG nova.network.neutron [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance_info_cache with network_info: [{"id": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "address": "fa:16:3e:f6:cb:5a", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f7eec1-62", "ovs_interfaceid": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.302732] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605725, 'name': ReconfigVM_Task, 'duration_secs': 0.192119} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.303050] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.303865] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba6771f-0bf2-46d1-bac7-418b11b7ec64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.336714] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf/3570b07b-e97a-4e59-967e-371cb1f743bf.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.338196] env[69735]: DEBUG nova.network.neutron [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Successfully updated port: 4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.339472] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e375b365-1f02-4d92-924f-4fa10d824c74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.353749] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-7862a8bc-1269-49ec-b156-0b014e024579" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.353908] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-7862a8bc-1269-49ec-b156-0b014e024579" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.354041] env[69735]: DEBUG nova.network.neutron [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.360681] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1117.360681] env[69735]: value = "task-3605726" [ 1117.360681] env[69735]: _type = "Task" [ 1117.360681] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.370483] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.415357] env[69735]: DEBUG nova.scheduler.client.report [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.699456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.762783] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.875059] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.886275] env[69735]: DEBUG nova.network.neutron [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.925492] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.499s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.927594] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.543s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.929128] env[69735]: INFO nova.compute.claims [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.993316] env[69735]: INFO nova.network.neutron [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating port ad4ed4ce-4479-4261-9a85-d42c2d139180 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1118.209995] env[69735]: DEBUG nova.network.neutron [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Updating instance_info_cache with network_info: [{"id": "4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5", "address": "fa:16:3e:6c:5d:ed", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ebd5f-ec", "ovs_interfaceid": "4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.298452] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a9e443-09f9-4e53-a502-bcab97a8c237 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.319967] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63a03d-159a-4a06-a7d3-275f09ae0783 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.327444] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance 'fb563b85-8f64-40ab-8213-7b195b1ac926' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.371378] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605726, 'name': ReconfigVM_Task, 'duration_secs': 0.609428} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.372426] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf/3570b07b-e97a-4e59-967e-371cb1f743bf.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.372727] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance '3570b07b-e97a-4e59-967e-371cb1f743bf' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.713138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-7862a8bc-1269-49ec-b156-0b014e024579" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.713845] env[69735]: DEBUG nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Instance network_info: |[{"id": "4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5", "address": "fa:16:3e:6c:5d:ed", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ebd5f-ec", "ovs_interfaceid": "4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.714073] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:5d:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.724033] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating folder: Project (309d91bcdb774f1c823c96e042fe4f8b). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.724410] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ae3f0e7-1ac4-4a9c-a22f-728472b0ab63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.796630] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Created folder: Project (309d91bcdb774f1c823c96e042fe4f8b) in parent group-v719064. [ 1118.796896] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating folder: Instances. Parent ref: group-v719310. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.797186] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e891e86-4286-41d0-86e3-78054a015fc9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.806992] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Created folder: Instances in parent group-v719310. [ 1118.807247] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.807438] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.807641] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5313679e-ba82-4253-bfef-65c5d2341426 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.830371] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.830371] env[69735]: value = "task-3605729" [ 1118.830371] env[69735]: _type = "Task" [ 1118.830371] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.836643] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.836968] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba88a91-4da8-4c5c-b25d-51fbc5139a81 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.844378] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605729, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.845823] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1118.845823] env[69735]: value = "task-3605730" [ 1118.845823] env[69735]: _type = "Task" [ 1118.845823] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.853634] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.879496] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cda559-3d95-4bea-9296-e57ffee47c9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.905784] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f47317-a76f-450f-8b04-db78767de930 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.929437] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance '3570b07b-e97a-4e59-967e-371cb1f743bf' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.342398] env[69735]: DEBUG nova.compute.manager [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Received event network-vif-plugged-4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.346020] env[69735]: DEBUG oslo_concurrency.lockutils [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] Acquiring lock "7862a8bc-1269-49ec-b156-0b014e024579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.346020] env[69735]: DEBUG oslo_concurrency.lockutils [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] Lock "7862a8bc-1269-49ec-b156-0b014e024579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.346020] env[69735]: DEBUG oslo_concurrency.lockutils [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] Lock "7862a8bc-1269-49ec-b156-0b014e024579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.346020] env[69735]: DEBUG nova.compute.manager [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] No waiting events found dispatching network-vif-plugged-4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.346020] env[69735]: WARNING nova.compute.manager [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Received unexpected event network-vif-plugged-4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5 for instance with vm_state building and task_state spawning. [ 1119.346020] env[69735]: DEBUG nova.compute.manager [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Received event network-changed-4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.346020] env[69735]: DEBUG nova.compute.manager [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Refreshing instance network info cache due to event network-changed-4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.346020] env[69735]: DEBUG oslo_concurrency.lockutils [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] Acquiring lock "refresh_cache-7862a8bc-1269-49ec-b156-0b014e024579" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.346020] env[69735]: DEBUG oslo_concurrency.lockutils [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] Acquired lock "refresh_cache-7862a8bc-1269-49ec-b156-0b014e024579" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.346020] env[69735]: DEBUG nova.network.neutron [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Refreshing network info cache for port 4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.352903] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605729, 'name': CreateVM_Task, 'duration_secs': 0.424801} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.354801] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.356962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.356962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.358477] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.358477] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96167f-f68a-4d02-99e8-56a44cd6f8e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.361551] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4131c0c6-b583-43b5-9a7a-ceec8de46037 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.367444] env[69735]: DEBUG oslo_vmware.api [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605730, 'name': PowerOnVM_Task, 'duration_secs': 0.477358} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.368008] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.368213] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b6768793-e472-4551-9ead-b19ecbb9de54 tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance 'fb563b85-8f64-40ab-8213-7b195b1ac926' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.377230] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1119.377230] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526725db-ef0b-eff5-45a3-11b69c344d57" [ 1119.377230] env[69735]: _type = "Task" [ 1119.377230] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.377230] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9140a2ca-4799-4f4b-805a-e3c3c291d036 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.391671] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526725db-ef0b-eff5-45a3-11b69c344d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.420122] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cfcd82-a4c3-4179-baa4-f293a254db56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.428721] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40fe9e7-d1a4-4294-8e5c-e563189b7c45 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.449465] env[69735]: DEBUG nova.compute.provider_tree [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.780244] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.780244] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.780339] env[69735]: DEBUG nova.network.neutron [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.873290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "d3d6b388-c596-44ba-949d-ec1024ca2608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.873544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.892565] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526725db-ef0b-eff5-45a3-11b69c344d57, 'name': SearchDatastore_Task, 'duration_secs': 0.03744} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.892859] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.893094] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.893326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.893471] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.893644] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.893887] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86dcb58e-8ed7-428d-baec-384e0dfdf35d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.904674] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.904859] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.905567] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c33984c-8918-46c7-8e74-2ad050cdf49d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.910662] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1119.910662] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220cd13-37e0-6e86-5a5e-a5b7c9441109" [ 1119.910662] env[69735]: _type = "Task" [ 1119.910662] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.918138] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220cd13-37e0-6e86-5a5e-a5b7c9441109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.952765] env[69735]: DEBUG nova.scheduler.client.report [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.171339] env[69735]: DEBUG nova.network.neutron [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Updated VIF entry in instance network info cache for port 4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.171702] env[69735]: DEBUG nova.network.neutron [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Updating instance_info_cache with network_info: [{"id": "4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5", "address": "fa:16:3e:6c:5d:ed", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ebd5f-ec", "ovs_interfaceid": "4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.375816] env[69735]: DEBUG nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.428301] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220cd13-37e0-6e86-5a5e-a5b7c9441109, 'name': SearchDatastore_Task, 'duration_secs': 0.030157} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.428498] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7641ec97-6e11-45b2-90d3-20d3f5a9489d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.435018] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1120.435018] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f15e7b-36a1-526d-57e7-7ec25662dca1" [ 1120.435018] env[69735]: _type = "Task" [ 1120.435018] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.444357] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f15e7b-36a1-526d-57e7-7ec25662dca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.458845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.459432] env[69735]: DEBUG nova.compute.manager [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.461923] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.586s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.462175] env[69735]: DEBUG nova.objects.instance [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lazy-loading 'resources' on Instance uuid cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.548883] env[69735]: DEBUG nova.network.neutron [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating instance_info_cache with network_info: [{"id": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "address": "fa:16:3e:8c:fe:05", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ed4ce-44", "ovs_interfaceid": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.622146] env[69735]: DEBUG nova.network.neutron [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Port 47b166d8-04e1-409c-99ba-b2402c68db52 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1120.673907] env[69735]: DEBUG oslo_concurrency.lockutils [req-9c34aba3-8f3d-4549-86b5-0746b523fb1c req-5cb3b52d-fba7-4ea3-bf39-6cf75c75c31f service nova] Releasing lock "refresh_cache-7862a8bc-1269-49ec-b156-0b014e024579" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.911315] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.947029] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f15e7b-36a1-526d-57e7-7ec25662dca1, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.947309] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.947658] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 7862a8bc-1269-49ec-b156-0b014e024579/7862a8bc-1269-49ec-b156-0b014e024579.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.947929] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5fb241d-090a-4486-84e9-48adf04c02d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.955322] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1120.955322] env[69735]: value = "task-3605731" [ 1120.955322] env[69735]: _type = "Task" [ 1120.955322] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.962997] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.965181] env[69735]: DEBUG nova.compute.utils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.969194] env[69735]: DEBUG nova.compute.manager [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1121.051136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.078263] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f7a2674d5af5cbb719d3dbc5d00ce643',container_format='bare',created_at=2025-04-25T19:33:46Z,direct_url=,disk_format='vmdk',id=62f91764-cb32-4e92-98e5-c53217c46fc5,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1508074494-shelved',owner='22a9e042869544a09debcb389c2f3730',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-25T19:34:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.079178] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.079178] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.079178] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.079178] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.079178] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.079428] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.079584] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.079668] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.079793] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.079965] env[69735]: DEBUG nova.virt.hardware [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.080840] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c704e3-3bf4-42c8-9c6e-583381e7f143 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.090583] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca31c5-584c-45a7-a30f-efe2e189f6fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.106841] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:fe:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad4ed4ce-4479-4261-9a85-d42c2d139180', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.114589] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.117910] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.118378] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85059950-2fbe-4513-baee-1cfc16839e9c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.144721] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.144721] env[69735]: value = "task-3605732" [ 1121.144721] env[69735]: _type = "Task" [ 1121.144721] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.155260] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605732, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.364787] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98110c21-cfb3-4b36-b2d5-abad11a19f4f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.375528] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08390bb7-eab9-493a-9162-42c543570d63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.412869] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35b4dc9-87aa-4e6a-b5a5-a54e400dba03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.422100] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e99feb-71b7-4e6d-8edd-0ef2d7ec6051 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.427687] env[69735]: DEBUG nova.compute.manager [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received event network-vif-plugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.427911] env[69735]: DEBUG oslo_concurrency.lockutils [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] Acquiring lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.428210] env[69735]: DEBUG oslo_concurrency.lockutils [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.428379] env[69735]: DEBUG oslo_concurrency.lockutils [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.428558] env[69735]: DEBUG nova.compute.manager [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] No waiting events found dispatching network-vif-plugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.428721] env[69735]: WARNING nova.compute.manager [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received unexpected event network-vif-plugged-ad4ed4ce-4479-4261-9a85-d42c2d139180 for instance with vm_state shelved_offloaded and task_state spawning. [ 1121.428890] env[69735]: DEBUG nova.compute.manager [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received event network-changed-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.429057] env[69735]: DEBUG nova.compute.manager [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Refreshing instance network info cache due to event network-changed-ad4ed4ce-4479-4261-9a85-d42c2d139180. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.429252] env[69735]: DEBUG oslo_concurrency.lockutils [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] Acquiring lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.429387] env[69735]: DEBUG oslo_concurrency.lockutils [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] Acquired lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.429653] env[69735]: DEBUG nova.network.neutron [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Refreshing network info cache for port ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.431539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "fb563b85-8f64-40ab-8213-7b195b1ac926" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.431679] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.431871] env[69735]: DEBUG nova.compute.manager [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Going to confirm migration 5 {{(pid=69735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1121.446657] env[69735]: DEBUG nova.compute.provider_tree [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.466549] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469568} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.466840] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 7862a8bc-1269-49ec-b156-0b014e024579/7862a8bc-1269-49ec-b156-0b014e024579.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.467071] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.467348] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-725dacb8-e6f3-4c34-9af7-15a7c085ef40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.469830] env[69735]: DEBUG nova.compute.manager [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.476817] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1121.476817] env[69735]: value = "task-3605733" [ 1121.476817] env[69735]: _type = "Task" [ 1121.476817] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.485280] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.659666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.659666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.659860] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.666521] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605732, 'name': CreateVM_Task, 'duration_secs': 0.485989} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.666732] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.667440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.667677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.668076] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.668356] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad151e7b-09f7-402e-90ed-11e4a1992cb1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.673971] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1121.673971] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527b4224-8536-608a-fae5-421ed4d0f504" [ 1121.673971] env[69735]: _type = "Task" [ 1121.673971] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.682694] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527b4224-8536-608a-fae5-421ed4d0f504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.951485] env[69735]: DEBUG nova.scheduler.client.report [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.986736] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08185} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.987079] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.987757] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc737a7d-72e3-4104-a8d1-0b83266a77ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.009678] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 7862a8bc-1269-49ec-b156-0b014e024579/7862a8bc-1269-49ec-b156-0b014e024579.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.013385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.013554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.013724] env[69735]: DEBUG nova.network.neutron [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.013898] env[69735]: DEBUG nova.objects.instance [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lazy-loading 'info_cache' on Instance uuid fb563b85-8f64-40ab-8213-7b195b1ac926 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.017942] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7fbc6f0-dc3e-49c6-973c-782e44247d53 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.039155] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1122.039155] env[69735]: value = "task-3605734" [ 1122.039155] env[69735]: _type = "Task" [ 1122.039155] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.049968] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.185729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.185999] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Processing image 62f91764-cb32-4e92-98e5-c53217c46fc5 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.186260] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5/62f91764-cb32-4e92-98e5-c53217c46fc5.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.186388] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5/62f91764-cb32-4e92-98e5-c53217c46fc5.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.186618] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.186874] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18bb4ba1-9cb1-46f8-8d42-5c44b696d2a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.208190] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.209043] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.209322] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c168405-fd12-4f82-8bdc-b1fe2a70aa53 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.216707] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1122.216707] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52eaa32d-e50b-0ec2-44b3-b07d83b0534d" [ 1122.216707] env[69735]: _type = "Task" [ 1122.216707] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.227018] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52eaa32d-e50b-0ec2-44b3-b07d83b0534d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.295214] env[69735]: DEBUG nova.network.neutron [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updated VIF entry in instance network info cache for port ad4ed4ce-4479-4261-9a85-d42c2d139180. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.295583] env[69735]: DEBUG nova.network.neutron [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating instance_info_cache with network_info: [{"id": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "address": "fa:16:3e:8c:fe:05", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ed4ce-44", "ovs_interfaceid": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.456335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.458676] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.096s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.480009] env[69735]: INFO nova.scheduler.client.report [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Deleted allocations for instance cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a [ 1122.485046] env[69735]: DEBUG nova.compute.manager [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.513466] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.513711] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.513867] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.514091] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.514282] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.514436] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.514652] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.514814] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.514983] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.515175] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.515412] env[69735]: DEBUG nova.virt.hardware [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.518152] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7170c8c-c24a-4455-8bd1-eaee474781e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.527226] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a1d24d-b500-4396-a12c-75c75881d1db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.542116] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.548136] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Creating folder: Project (776a9cc0e99a41f5a56f0f05a2e6d473). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.551473] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2e08720-1139-40cb-89f7-652e11898194 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.560357] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.561895] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Created folder: Project (776a9cc0e99a41f5a56f0f05a2e6d473) in parent group-v719064. [ 1122.562092] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Creating folder: Instances. Parent ref: group-v719314. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.562350] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b96a8eb6-b8fd-4012-b7af-2245308f7c90 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.570256] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Created folder: Instances in parent group-v719314. [ 1122.570484] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.570669] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.570873] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa75601b-a492-4b70-8fed-596c5f1b77a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.587254] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.587254] env[69735]: value = "task-3605737" [ 1122.587254] env[69735]: _type = "Task" [ 1122.587254] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.596889] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605737, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.701055] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.701055] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.701242] env[69735]: DEBUG nova.network.neutron [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.727304] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Preparing fetch location {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1122.727585] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Fetch image to [datastore2] OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744/OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744.vmdk {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1122.727770] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Downloading stream optimized image 62f91764-cb32-4e92-98e5-c53217c46fc5 to [datastore2] OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744/OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744.vmdk on the data store datastore2 as vApp {{(pid=69735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1122.727942] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Downloading image file data 62f91764-cb32-4e92-98e5-c53217c46fc5 to the ESX as VM named 'OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744' {{(pid=69735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1122.800392] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1122.800392] env[69735]: value = "resgroup-9" [ 1122.800392] env[69735]: _type = "ResourcePool" [ 1122.800392] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1122.800392] env[69735]: DEBUG oslo_concurrency.lockutils [req-f92f2273-91a6-4adb-8397-ee5b232e11cd req-a1217a4d-e55f-42b3-8557-bde38f4c452f service nova] Releasing lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.800392] env[69735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9bf41dae-95f9-459b-b10d-532e022b2b12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.821193] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lease: (returnval){ [ 1122.821193] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c9277-439b-616c-5dfc-e703e83ea361" [ 1122.821193] env[69735]: _type = "HttpNfcLease" [ 1122.821193] env[69735]: } obtained for vApp import into resource pool (val){ [ 1122.821193] env[69735]: value = "resgroup-9" [ 1122.821193] env[69735]: _type = "ResourcePool" [ 1122.821193] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1122.821535] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the lease: (returnval){ [ 1122.821535] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c9277-439b-616c-5dfc-e703e83ea361" [ 1122.821535] env[69735]: _type = "HttpNfcLease" [ 1122.821535] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1122.827954] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.827954] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c9277-439b-616c-5dfc-e703e83ea361" [ 1122.827954] env[69735]: _type = "HttpNfcLease" [ 1122.827954] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.991021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d17e651-ebdf-489a-a477-82b21da3a775 tempest-ServerAddressesNegativeTestJSON-721746183 tempest-ServerAddressesNegativeTestJSON-721746183-project-member] Lock "cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.862s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.052753] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605734, 'name': ReconfigVM_Task, 'duration_secs': 0.886534} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.052753] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 7862a8bc-1269-49ec-b156-0b014e024579/7862a8bc-1269-49ec-b156-0b014e024579.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.053144] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-534c5181-73e2-4cf6-846b-7fd4a1d970bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.062569] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1123.062569] env[69735]: value = "task-3605739" [ 1123.062569] env[69735]: _type = "Task" [ 1123.062569] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.070546] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605739, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.097839] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605737, 'name': CreateVM_Task, 'duration_secs': 0.449531} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.097839] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.097839] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.097839] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.098198] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.098460] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bd723d-ef3f-4095-b119-c79c79bb6412 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.102791] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1123.102791] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cf9993-d9c2-fb39-c0af-c9f29ac8602d" [ 1123.102791] env[69735]: _type = "Task" [ 1123.102791] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.112967] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cf9993-d9c2-fb39-c0af-c9f29ac8602d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.319824] env[69735]: DEBUG nova.network.neutron [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance_info_cache with network_info: [{"id": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "address": "fa:16:3e:f6:cb:5a", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f7eec1-62", "ovs_interfaceid": "c3f7eec1-62c6-4dd4-b259-450ff0455df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.330909] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.330909] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c9277-439b-616c-5dfc-e703e83ea361" [ 1123.330909] env[69735]: _type = "HttpNfcLease" [ 1123.330909] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.478429] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Applying migration context for instance 3570b07b-e97a-4e59-967e-371cb1f743bf as it has an incoming, in-progress migration 846999dd-0463-4874-abf9-706c2247bf58. Migration status is post-migrating {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1123.478713] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Applying migration context for instance fb563b85-8f64-40ab-8213-7b195b1ac926 as it has an incoming, in-progress migration 9414b3ba-4d99-4952-82f1-ba4d94aaf5cb. Migration status is confirming {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1123.480393] env[69735]: INFO nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating resource usage from migration 846999dd-0463-4874-abf9-706c2247bf58 [ 1123.480710] env[69735]: INFO nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating resource usage from migration 932606c1-2a3d-484c-a521-a8232a7ebdef [ 1123.480864] env[69735]: INFO nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating resource usage from migration 9414b3ba-4d99-4952-82f1-ba4d94aaf5cb [ 1123.510632] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.510807] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 66a7da51-9efb-40f0-88a6-52b205a15be8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.510934] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 347dd678-4892-4126-884d-ff7b5b9db3bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.511072] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.511222] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3f9462ac-d88a-4be6-8622-137f5f8a2425 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.511358] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.514846] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 02d38753-5c00-4458-98c6-7c9aecbfe906 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.514846] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 18418e30-c3a0-45d8-bf6e-dec88b0c0102 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 31bc3b6e-5150-4f99-a14e-1a6f6006d66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8460c37a-f6b2-462a-8bc3-11302cfd501e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.514846] env[69735]: WARNING nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance b6804b6a-cdcf-4f70-a1c7-67f96e389ff3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 55301fe7-3065-4b5a-a648-5b0d8e4dbcec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance c2a6a3aa-1987-4ffe-a7b4-5d6802112141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Migration 9414b3ba-4d99-4952-82f1-ba4d94aaf5cb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance fb563b85-8f64-40ab-8213-7b195b1ac926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Migration 846999dd-0463-4874-abf9-706c2247bf58 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3570b07b-e97a-4e59-967e-371cb1f743bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 7862a8bc-1269-49ec-b156-0b014e024579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.514846] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 97391445-d92c-4ad1-bb3c-6da38b07752e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.577975] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605739, 'name': Rename_Task, 'duration_secs': 0.278113} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.580723] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.580723] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30222d62-4c49-4ef4-8e08-03b801e21818 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.587732] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1123.587732] env[69735]: value = "task-3605740" [ 1123.587732] env[69735]: _type = "Task" [ 1123.587732] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.597280] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.608691] env[69735]: DEBUG nova.network.neutron [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance_info_cache with network_info: [{"id": "47b166d8-04e1-409c-99ba-b2402c68db52", "address": "fa:16:3e:ac:7a:18", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b166d8-04", "ovs_interfaceid": "47b166d8-04e1-409c-99ba-b2402c68db52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.620141] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cf9993-d9c2-fb39-c0af-c9f29ac8602d, 'name': SearchDatastore_Task, 'duration_secs': 0.025843} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.621384] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.621476] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.621756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.621911] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.622109] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.622711] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d61c747-114d-4c1a-ad20-abc7774d03f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.635218] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.635218] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.635864] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f453a6de-c67c-4df0-b79a-c3867ba05039 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.641380] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1123.641380] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5242fc9b-c8fa-fdbb-7c75-fb7e073f4a65" [ 1123.641380] env[69735]: _type = "Task" [ 1123.641380] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.650728] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5242fc9b-c8fa-fdbb-7c75-fb7e073f4a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.823301] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-fb563b85-8f64-40ab-8213-7b195b1ac926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.823301] env[69735]: DEBUG nova.objects.instance [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lazy-loading 'migration_context' on Instance uuid fb563b85-8f64-40ab-8213-7b195b1ac926 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.832793] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.832793] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c9277-439b-616c-5dfc-e703e83ea361" [ 1123.832793] env[69735]: _type = "HttpNfcLease" [ 1123.832793] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1123.832793] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1123.832793] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c9277-439b-616c-5dfc-e703e83ea361" [ 1123.832793] env[69735]: _type = "HttpNfcLease" [ 1123.832793] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1123.834315] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69775fe-9b1b-4d9d-b3b4-74c7edab8c74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.842605] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d752f9-6e9d-d8cd-b6ca-d10261ad8200/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1123.843639] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d752f9-6e9d-d8cd-b6ca-d10261ad8200/disk-0.vmdk. {{(pid=69735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1123.915057] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1e51b56-e8f3-4831-ab61-880f35bc7a2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.016594] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance dedd08ab-6f3c-4c15-b09c-7bdc390a8035 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1124.102942] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.111691] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.156314] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5242fc9b-c8fa-fdbb-7c75-fb7e073f4a65, 'name': SearchDatastore_Task, 'duration_secs': 0.014266} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.157421] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba5a59a-b97d-486d-acf5-3bea00188cde {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.164648] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1124.164648] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52afebbf-d8f1-b204-bf8d-bd4b92c7ec6a" [ 1124.164648] env[69735]: _type = "Task" [ 1124.164648] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.175450] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52afebbf-d8f1-b204-bf8d-bd4b92c7ec6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.329996] env[69735]: DEBUG nova.objects.base [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.330957] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cde414f-60e8-405d-aa21-5e51f1835def {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.359428] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126fe4c5-35a4-48e7-be84-93e2086b8daf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.367715] env[69735]: DEBUG oslo_vmware.api [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1124.367715] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529ecbb0-a16e-e254-843e-e3984122b171" [ 1124.367715] env[69735]: _type = "Task" [ 1124.367715] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.376110] env[69735]: DEBUG oslo_vmware.api [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529ecbb0-a16e-e254-843e-e3984122b171, 'name': SearchDatastore_Task, 'duration_secs': 0.008061} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.376479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.520719] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 1be49576-2a6c-44a2-a2ba-21a05958e1a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1124.520719] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Migration 932606c1-2a3d-484c-a521-a8232a7ebdef is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1124.520719] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 9a27fe9f-1ad7-4923-9107-0c51a43dc800 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1124.599476] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.624403] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c98a13-fce0-4a97-909a-6d54fcc1ec2b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.632461] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef784a1-39ff-4784-a412-603616ede15b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.681277] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52afebbf-d8f1-b204-bf8d-bd4b92c7ec6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.681277] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.681277] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 97391445-d92c-4ad1-bb3c-6da38b07752e/97391445-d92c-4ad1-bb3c-6da38b07752e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.681443] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00c38bb-b1c7-4a89-8272-0102a2e2d238 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.690020] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1124.690020] env[69735]: value = "task-3605741" [ 1124.690020] env[69735]: _type = "Task" [ 1124.690020] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.698169] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.023220] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 23c903a3-2af6-4ef5-b22a-c372824dcb95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1125.108957] env[69735]: DEBUG oslo_vmware.api [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605740, 'name': PowerOnVM_Task, 'duration_secs': 1.280422} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.109542] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.109898] env[69735]: INFO nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1125.110229] env[69735]: DEBUG nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.111388] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eb294d-ad24-4de9-8c18-330ec8a9ec92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.201738] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.304794] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Completed reading data from the image iterator. {{(pid=69735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1125.304794] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d752f9-6e9d-d8cd-b6ca-d10261ad8200/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1125.304794] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e45c2-7e47-47c8-a0cf-44a677a277d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.315114] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d752f9-6e9d-d8cd-b6ca-d10261ad8200/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1125.315114] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d752f9-6e9d-d8cd-b6ca-d10261ad8200/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1125.315114] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-05b0f867-e094-4772-bf5e-4851dc363da6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.531582] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 135b0602-c618-4d1e-8c49-384ec38c1d08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1125.533697] env[69735]: DEBUG oslo_vmware.rw_handles [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d752f9-6e9d-d8cd-b6ca-d10261ad8200/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1125.533953] env[69735]: INFO nova.virt.vmwareapi.images [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Downloaded image file data 62f91764-cb32-4e92-98e5-c53217c46fc5 [ 1125.535127] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5bcaed-bb58-4f5b-92f7-d7843763b7aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.554162] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d041ca6-005a-4ba4-87e7-b2f3d88fca07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.625484] env[69735]: INFO nova.virt.vmwareapi.images [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] The imported VM was unregistered [ 1125.628148] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Caching image {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1125.628445] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Creating directory with path [datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.628762] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab95ac73-1374-4cad-ad56-7df1ad096040 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.640087] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Created directory with path [datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.640436] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744/OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744.vmdk to [datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5/62f91764-cb32-4e92-98e5-c53217c46fc5.vmdk. {{(pid=69735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1125.641291] env[69735]: INFO nova.compute.manager [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Took 30.61 seconds to build instance. [ 1125.641740] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bfd90f6a-b0b1-4690-8929-82aa7d77521b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.649964] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1125.649964] env[69735]: value = "task-3605743" [ 1125.649964] env[69735]: _type = "Task" [ 1125.649964] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.657662] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605743, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.699991] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620061} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.700579] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 97391445-d92c-4ad1-bb3c-6da38b07752e/97391445-d92c-4ad1-bb3c-6da38b07752e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.700873] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.701463] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3921f20e-6cac-408a-81dd-52e0f388f190 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.708053] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1125.708053] env[69735]: value = "task-3605744" [ 1125.708053] env[69735]: _type = "Task" [ 1125.708053] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.717128] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.775512] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db965a49-b8d6-4c4f-a19e-8906d0c8b45b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.800120] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb57d4-3a4d-490e-9b07-6e6b8a1ff3cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.807611] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance '3570b07b-e97a-4e59-967e-371cb1f743bf' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.036354] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 7922b813-576a-46ea-a177-91ab37aec0ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1126.147462] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e169b381-f88e-44f0-97d7-cd5c3d7c1186 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "7862a8bc-1269-49ec-b156-0b014e024579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.135s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.160906] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605743, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.221077] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194657} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.221377] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.222222] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935390d-348a-4e0e-9641-868733850fb1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.242633] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 97391445-d92c-4ad1-bb3c-6da38b07752e/97391445-d92c-4ad1-bb3c-6da38b07752e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.243310] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c7ee21-9802-4503-8da9-d0de365dd240 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.262868] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1126.262868] env[69735]: value = "task-3605745" [ 1126.262868] env[69735]: _type = "Task" [ 1126.262868] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.271700] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.314429] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.314742] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ab6605-666a-4cc0-9593-6b4bb2e49acd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.322272] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1126.322272] env[69735]: value = "task-3605746" [ 1126.322272] env[69735]: _type = "Task" [ 1126.322272] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.330925] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.542398] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d3d6b388-c596-44ba-949d-ec1024ca2608 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1126.542812] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1126.543048] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1126.661821] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605743, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.777334] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.833834] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.929338] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdb7b62-155c-4da1-bb92-992aa10f6921 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.937627] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c2949-13c8-4d5c-be55-28f63b4b398a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.968381] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04cd0e1-286a-4aa2-89e9-a74f94e76777 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.976475] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ed0b0-7f55-4668-bbdf-46dfa194a0cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.990880] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.162704] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605743, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.268368] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "7862a8bc-1269-49ec-b156-0b014e024579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.268776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "7862a8bc-1269-49ec-b156-0b014e024579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.269132] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "7862a8bc-1269-49ec-b156-0b014e024579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.269458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "7862a8bc-1269-49ec-b156-0b014e024579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.269684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "7862a8bc-1269-49ec-b156-0b014e024579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.272014] env[69735]: INFO nova.compute.manager [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Terminating instance [ 1127.284834] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605745, 'name': ReconfigVM_Task, 'duration_secs': 0.920659} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.285728] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 97391445-d92c-4ad1-bb3c-6da38b07752e/97391445-d92c-4ad1-bb3c-6da38b07752e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.286366] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-100d47bb-9df6-4a34-8347-a9ad837b7625 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.293120] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1127.293120] env[69735]: value = "task-3605747" [ 1127.293120] env[69735]: _type = "Task" [ 1127.293120] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.301963] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605747, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.335598] env[69735]: DEBUG oslo_vmware.api [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605746, 'name': PowerOnVM_Task, 'duration_secs': 0.771782} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.335893] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.336114] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0558d2e7-5932-4d59-8d0f-a8ef67289671 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance '3570b07b-e97a-4e59-967e-371cb1f743bf' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.494442] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.661785] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605743, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.777158] env[69735]: DEBUG nova.compute.manager [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.777158] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.777925] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071658be-9c6c-45f8-a22a-36fd92cb7c56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.786260] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.786776] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba9b9e29-aef5-41d1-94ae-c3508c0a2a2c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.794445] env[69735]: DEBUG oslo_vmware.api [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1127.794445] env[69735]: value = "task-3605748" [ 1127.794445] env[69735]: _type = "Task" [ 1127.794445] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.806699] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605747, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.809909] env[69735]: DEBUG oslo_vmware.api [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.000333] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1128.001187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.542s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.001187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.578s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.001327] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.003480] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.920s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.005857] env[69735]: INFO nova.compute.claims [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.034664] env[69735]: INFO nova.scheduler.client.report [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted allocations for instance f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f [ 1128.162550] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605743, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.412683} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.162899] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744/OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744.vmdk to [datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5/62f91764-cb32-4e92-98e5-c53217c46fc5.vmdk. [ 1128.163257] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Cleaning up location [datastore2] OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1128.163257] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3b5fbfce-7269-4ec3-a6c3-b65c5c770744 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.163561] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4da88bd-0fa1-46ab-91a2-8248ea5f8199 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.180497] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1128.180497] env[69735]: value = "task-3605749" [ 1128.180497] env[69735]: _type = "Task" [ 1128.180497] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.180497] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.308995] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605747, 'name': Rename_Task, 'duration_secs': 0.984294} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.312315] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.312491] env[69735]: DEBUG oslo_vmware.api [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605748, 'name': PowerOffVM_Task, 'duration_secs': 0.340719} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.312727] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-296260b2-94f4-4785-896f-43bec85a4775 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.314491] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.314706] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.314991] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a314cbb-f8bd-40fa-b718-8211e9462b57 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.320443] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1128.320443] env[69735]: value = "task-3605750" [ 1128.320443] env[69735]: _type = "Task" [ 1128.320443] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.329342] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.395744] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.395972] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.396185] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleting the datastore file [datastore1] 7862a8bc-1269-49ec-b156-0b014e024579 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.396520] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675cf5a6-6574-4f8f-a7af-106639fef1dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.403339] env[69735]: DEBUG oslo_vmware.api [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1128.403339] env[69735]: value = "task-3605752" [ 1128.403339] env[69735]: _type = "Task" [ 1128.403339] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.412767] env[69735]: DEBUG oslo_vmware.api [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.542702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a3ca05cb-b945-4af2-b1f0-a4c3ee4522fd tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.328s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.680501] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038881} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.680841] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.681135] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5/62f91764-cb32-4e92-98e5-c53217c46fc5.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.681452] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5/62f91764-cb32-4e92-98e5-c53217c46fc5.vmdk to [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141/c2a6a3aa-1987-4ffe-a7b4-5d6802112141.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.681756] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85ec5c8e-9266-4f01-a88f-bd2099c7af4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.688686] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1128.688686] env[69735]: value = "task-3605753" [ 1128.688686] env[69735]: _type = "Task" [ 1128.688686] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.697582] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.831551] env[69735]: DEBUG oslo_vmware.api [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605750, 'name': PowerOnVM_Task, 'duration_secs': 0.464351} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.831933] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.832306] env[69735]: INFO nova.compute.manager [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1128.832649] env[69735]: DEBUG nova.compute.manager [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.833901] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622fdf5a-d749-448f-acbc-ca09ed592dfb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.914588] env[69735]: DEBUG oslo_vmware.api [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.199723] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.351944] env[69735]: INFO nova.compute.manager [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Took 32.99 seconds to build instance. [ 1129.415067] env[69735]: DEBUG oslo_vmware.api [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550824} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.416502] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.416604] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.416692] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.416868] env[69735]: INFO nova.compute.manager [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1129.417126] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.417895] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ec2110-d0c6-4291-b31e-20d6c0e08d01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.420627] env[69735]: DEBUG nova.compute.manager [-] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.420734] env[69735]: DEBUG nova.network.neutron [-] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.426841] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e00a437-d42f-4360-b28f-fe2d18182a30 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.464307] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2216a9-2129-4997-91e1-63af141f23cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.472692] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48abd4-6e1b-4198-9485-0efc5f6cd1d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.489017] env[69735]: DEBUG nova.compute.provider_tree [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.702607] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605753, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.856033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c1980b28-8c7d-4aba-87cf-0afd2cf75bd6 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "97391445-d92c-4ad1-bb3c-6da38b07752e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.504s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.992679] env[69735]: DEBUG nova.scheduler.client.report [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.201769] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605753, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.230835] env[69735]: DEBUG nova.compute.manager [req-48617c9a-7b1b-47b2-a689-6a5e5186adf7 req-e12c6c19-9f00-430b-82b0-3ad5f58850e1 service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Received event network-vif-deleted-4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.231169] env[69735]: INFO nova.compute.manager [req-48617c9a-7b1b-47b2-a689-6a5e5186adf7 req-e12c6c19-9f00-430b-82b0-3ad5f58850e1 service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Neutron deleted interface 4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5; detaching it from the instance and deleting it from the info cache [ 1130.231296] env[69735]: DEBUG nova.network.neutron [req-48617c9a-7b1b-47b2-a689-6a5e5186adf7 req-e12c6c19-9f00-430b-82b0-3ad5f58850e1 service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.341131] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.341298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.417237] env[69735]: DEBUG nova.network.neutron [-] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.498162] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.498592] env[69735]: DEBUG nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.501625] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.897s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.503701] env[69735]: INFO nova.compute.claims [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.703144] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605753, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.736039] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9625362d-f41b-4085-acdc-bff0aa92313d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.745568] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec9cb1f-5843-4e27-b6be-87f458131966 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.779478] env[69735]: DEBUG nova.compute.manager [req-48617c9a-7b1b-47b2-a689-6a5e5186adf7 req-e12c6c19-9f00-430b-82b0-3ad5f58850e1 service nova] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Detach interface failed, port_id=4e0ebd5f-ecc0-4e1c-a2ad-2f6c0fcfabc5, reason: Instance 7862a8bc-1269-49ec-b156-0b014e024579 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.843296] env[69735]: DEBUG nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.916052] env[69735]: INFO nova.compute.manager [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Rebuilding instance [ 1130.945437] env[69735]: INFO nova.compute.manager [-] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Took 1.52 seconds to deallocate network for instance. [ 1130.977348] env[69735]: DEBUG nova.compute.manager [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.977348] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb69c98-69a1-46ff-a91d-3cd574fd27c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.982553] env[69735]: DEBUG nova.network.neutron [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Port 47b166d8-04e1-409c-99ba-b2402c68db52 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1130.982833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.982991] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.983169] env[69735]: DEBUG nova.network.neutron [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.009569] env[69735]: DEBUG nova.compute.utils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.012974] env[69735]: DEBUG nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.013133] env[69735]: DEBUG nova.network.neutron [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.070997] env[69735]: DEBUG nova.policy [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99fdb4d6d5e649abb09604bcbbcdfb2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e9e65a1e6f740a4bb9382baa7da32c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.208255] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605753, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.364500] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.460421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.515524] env[69735]: DEBUG nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.527974] env[69735]: DEBUG nova.network.neutron [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Successfully created port: 69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.703996] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605753, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.926086] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6722f270-01fe-4d2c-920b-b8584d2ad466 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.937042] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea314b62-8c10-49f0-8a00-9d125fb04a71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.973189] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05da369e-bdcf-4b0d-84c9-70c89383ae40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.981706] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a9e05a-2e87-4f00-9885-5ed2415b3be1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.997928] env[69735]: DEBUG nova.compute.provider_tree [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.003841] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.007587] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e32e07-aecc-43e7-a2be-350b1575385f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.008012] env[69735]: DEBUG nova.network.neutron [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance_info_cache with network_info: [{"id": "47b166d8-04e1-409c-99ba-b2402c68db52", "address": "fa:16:3e:ac:7a:18", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b166d8-04", "ovs_interfaceid": "47b166d8-04e1-409c-99ba-b2402c68db52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.014335] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1132.014335] env[69735]: value = "task-3605754" [ 1132.014335] env[69735]: _type = "Task" [ 1132.014335] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.033022] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.206627] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605753, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.108937} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.206899] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62f91764-cb32-4e92-98e5-c53217c46fc5/62f91764-cb32-4e92-98e5-c53217c46fc5.vmdk to [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141/c2a6a3aa-1987-4ffe-a7b4-5d6802112141.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.207718] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5353627-1c58-4d6d-85a8-87ee1f292788 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.229679] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141/c2a6a3aa-1987-4ffe-a7b4-5d6802112141.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.230082] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f1cf79-8fe1-48f4-86aa-5c2aef14a8bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.250605] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1132.250605] env[69735]: value = "task-3605755" [ 1132.250605] env[69735]: _type = "Task" [ 1132.250605] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.259344] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.505564] env[69735]: DEBUG nova.scheduler.client.report [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.510627] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.524774] env[69735]: DEBUG nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.526686] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605754, 'name': PowerOffVM_Task, 'duration_secs': 0.298396} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.527326] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.527549] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.528381] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93415fb0-704f-4c53-9fbe-7daf3f0a68c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.534872] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.535114] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b1c012-36d5-4c69-9f75-7926c130b90f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.550573] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.550823] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.550977] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.551166] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.551311] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.551452] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.551669] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.551844] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.552030] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.552216] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.552407] env[69735]: DEBUG nova.virt.hardware [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.553476] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50056b65-40aa-4ac7-bbf0-4dd31a51cebe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.559659] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.559928] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.560130] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Deleting the datastore file [datastore2] 97391445-d92c-4ad1-bb3c-6da38b07752e {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.562521] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab2bfd3-cbd8-4973-b657-aaf64b151e07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.565262] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e9a7d2-7617-4302-a2c4-92d6030d2b2d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.580525] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1132.580525] env[69735]: value = "task-3605757" [ 1132.580525] env[69735]: _type = "Task" [ 1132.580525] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.587861] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.760342] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605755, 'name': ReconfigVM_Task, 'duration_secs': 0.290262} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.760674] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141/c2a6a3aa-1987-4ffe-a7b4-5d6802112141.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.761298] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f647039-254a-48aa-bf57-507f98c5e4b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.767777] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1132.767777] env[69735]: value = "task-3605758" [ 1132.767777] env[69735]: _type = "Task" [ 1132.767777] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.775331] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605758, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.010535] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.011604] env[69735]: DEBUG nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.014731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.377s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.017990] env[69735]: DEBUG nova.compute.manager [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69735) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1133.091780] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118463} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.092038] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.092229] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.092399] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.279366] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605758, 'name': Rename_Task, 'duration_secs': 0.139246} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.279682] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.280382] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03533efe-7103-46f6-8e39-2cf09e7c2b3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.286635] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1133.286635] env[69735]: value = "task-3605759" [ 1133.286635] env[69735]: _type = "Task" [ 1133.286635] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.294983] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.500506] env[69735]: DEBUG nova.compute.manager [req-af0fd352-3f1e-4089-b732-770f62905b3d req-e701a37b-4ca1-46bf-bc89-7a0597135876 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Received event network-vif-plugged-69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.500751] env[69735]: DEBUG oslo_concurrency.lockutils [req-af0fd352-3f1e-4089-b732-770f62905b3d req-e701a37b-4ca1-46bf-bc89-7a0597135876 service nova] Acquiring lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.500966] env[69735]: DEBUG oslo_concurrency.lockutils [req-af0fd352-3f1e-4089-b732-770f62905b3d req-e701a37b-4ca1-46bf-bc89-7a0597135876 service nova] Lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.501160] env[69735]: DEBUG oslo_concurrency.lockutils [req-af0fd352-3f1e-4089-b732-770f62905b3d req-e701a37b-4ca1-46bf-bc89-7a0597135876 service nova] Lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.501335] env[69735]: DEBUG nova.compute.manager [req-af0fd352-3f1e-4089-b732-770f62905b3d req-e701a37b-4ca1-46bf-bc89-7a0597135876 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] No waiting events found dispatching network-vif-plugged-69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.501488] env[69735]: WARNING nova.compute.manager [req-af0fd352-3f1e-4089-b732-770f62905b3d req-e701a37b-4ca1-46bf-bc89-7a0597135876 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Received unexpected event network-vif-plugged-69ee1c02-d574-466d-abbe-5676b1530fb7 for instance with vm_state building and task_state spawning. [ 1133.515926] env[69735]: DEBUG nova.compute.utils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.517283] env[69735]: DEBUG nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.517451] env[69735]: DEBUG nova.network.neutron [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.522809] env[69735]: INFO nova.compute.claims [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.603716] env[69735]: DEBUG nova.policy [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e6e29f9336f4e20a94220524779e1a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '177aa727b3d5439b97f790c51deaa73a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.616498] env[69735]: DEBUG nova.network.neutron [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Successfully updated port: 69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.799658] env[69735]: DEBUG oslo_vmware.api [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605759, 'name': PowerOnVM_Task, 'duration_secs': 0.436804} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.799929] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.899951] env[69735]: DEBUG nova.network.neutron [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Successfully created port: e9823534-75d3-42e4-a927-d0cadcd76d7a {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.914687] env[69735]: DEBUG nova.compute.manager [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.915638] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1d4f07-afc5-4a53-8261-2746dcd7724b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.027279] env[69735]: DEBUG nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.037025] env[69735]: INFO nova.compute.resource_tracker [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating resource usage from migration 932606c1-2a3d-484c-a521-a8232a7ebdef [ 1134.116050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.118408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquiring lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.118578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquired lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.118702] env[69735]: DEBUG nova.network.neutron [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.128316] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.128564] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.128720] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.128898] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.129054] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.129207] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.129417] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.129571] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.129735] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.129893] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.130069] env[69735]: DEBUG nova.virt.hardware [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.130928] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300803e4-8355-4572-8716-2a8a3edcdc92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.144428] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff13524-eb75-46ec-b571-d99d60a78a4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.162285] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.167968] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.170456] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.170849] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9b3a89c-9631-41dd-baa9-ecc093001a34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.189012] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.189012] env[69735]: value = "task-3605760" [ 1134.189012] env[69735]: _type = "Task" [ 1134.189012] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.198246] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605760, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.433048] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c21b4250-352f-4914-a6ec-4cc523926de8 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.295s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.460466] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34601cbc-a15a-448d-b56b-30a3cc333da2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.472030] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f468f75-cbd3-46ee-aeea-93fa9e61a266 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.505293] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a1f255-1d5a-4ed2-a204-157dfb424b4c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.513756] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3792c934-0a37-4757-b5e6-92b45a6d0feb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.528110] env[69735]: DEBUG nova.compute.provider_tree [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.655724] env[69735]: DEBUG nova.network.neutron [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.701805] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605760, 'name': CreateVM_Task, 'duration_secs': 0.251704} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.701995] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.702475] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.702636] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.702949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.703217] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a908a9b8-9a81-4d42-8c1e-40630ca48304 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.707980] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1134.707980] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f7d42c-3986-aa1c-4a3f-4d94580968dc" [ 1134.707980] env[69735]: _type = "Task" [ 1134.707980] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.716921] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f7d42c-3986-aa1c-4a3f-4d94580968dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.918554] env[69735]: DEBUG nova.network.neutron [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Updating instance_info_cache with network_info: [{"id": "69ee1c02-d574-466d-abbe-5676b1530fb7", "address": "fa:16:3e:c6:69:df", "network": {"id": "923117a5-fa3d-4c82-b039-151c601946cc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1855052470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9e65a1e6f740a4bb9382baa7da32c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ee1c02-d5", "ovs_interfaceid": "69ee1c02-d574-466d-abbe-5676b1530fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.032112] env[69735]: DEBUG nova.scheduler.client.report [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.040036] env[69735]: DEBUG nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.068051] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.068338] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.068447] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.068623] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.068767] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.068909] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.069129] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.069293] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.069463] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.070063] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.070063] env[69735]: DEBUG nova.virt.hardware [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.071022] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67db5e8c-bdb3-4201-b459-2290c7e2301d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.079213] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8609bbdb-bb55-4aae-ba38-796967e11f14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.222992] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f7d42c-3986-aa1c-4a3f-4d94580968dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.223344] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.223572] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.223810] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.223956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.224169] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.224485] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1646d4-ca52-467c-9795-f4c4b58b4957 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.233912] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.234159] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.234950] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcab5ea-6e1f-420f-b2d4-bc976f966091 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.241115] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1135.241115] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882304-75f7-7118-a7c9-0311d041e759" [ 1135.241115] env[69735]: _type = "Task" [ 1135.241115] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.250771] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882304-75f7-7118-a7c9-0311d041e759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.421559] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Releasing lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.421876] env[69735]: DEBUG nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Instance network_info: |[{"id": "69ee1c02-d574-466d-abbe-5676b1530fb7", "address": "fa:16:3e:c6:69:df", "network": {"id": "923117a5-fa3d-4c82-b039-151c601946cc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1855052470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9e65a1e6f740a4bb9382baa7da32c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ee1c02-d5", "ovs_interfaceid": "69ee1c02-d574-466d-abbe-5676b1530fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.422350] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:69:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69ee1c02-d574-466d-abbe-5676b1530fb7', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.429999] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Creating folder: Project (5e9e65a1e6f740a4bb9382baa7da32c7). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.430301] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33ae9c43-056c-40dc-a1cd-f157529c99c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.441165] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Created folder: Project (5e9e65a1e6f740a4bb9382baa7da32c7) in parent group-v719064. [ 1135.441489] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Creating folder: Instances. Parent ref: group-v719319. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.441611] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91639fd3-3c11-44cc-bec8-362eb90f902b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.451327] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Created folder: Instances in parent group-v719319. [ 1135.451574] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.451766] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.451971] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e57a424-717d-4842-b33b-ed79ab0863f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.471587] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.471587] env[69735]: value = "task-3605763" [ 1135.471587] env[69735]: _type = "Task" [ 1135.471587] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.479205] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605763, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.537598] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.523s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.537806] env[69735]: INFO nova.compute.manager [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Migrating [ 1135.544697] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.601s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.544901] env[69735]: DEBUG nova.objects.instance [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1135.753263] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882304-75f7-7118-a7c9-0311d041e759, 'name': SearchDatastore_Task, 'duration_secs': 0.016517} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.754142] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e89fbe-f069-4f13-95a8-889e63b04726 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.759989] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1135.759989] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5200df16-5107-f545-c483-70e41c54b02c" [ 1135.759989] env[69735]: _type = "Task" [ 1135.759989] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.769575] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5200df16-5107-f545-c483-70e41c54b02c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.783738] env[69735]: DEBUG nova.compute.manager [req-f8752615-661b-4c69-90a1-abd6e9f3e7ac req-bae8af07-90c9-4259-af2c-ec0f6e9645b3 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Received event network-changed-69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.783928] env[69735]: DEBUG nova.compute.manager [req-f8752615-661b-4c69-90a1-abd6e9f3e7ac req-bae8af07-90c9-4259-af2c-ec0f6e9645b3 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Refreshing instance network info cache due to event network-changed-69ee1c02-d574-466d-abbe-5676b1530fb7. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.784215] env[69735]: DEBUG oslo_concurrency.lockutils [req-f8752615-661b-4c69-90a1-abd6e9f3e7ac req-bae8af07-90c9-4259-af2c-ec0f6e9645b3 service nova] Acquiring lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.784321] env[69735]: DEBUG oslo_concurrency.lockutils [req-f8752615-661b-4c69-90a1-abd6e9f3e7ac req-bae8af07-90c9-4259-af2c-ec0f6e9645b3 service nova] Acquired lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.784482] env[69735]: DEBUG nova.network.neutron [req-f8752615-661b-4c69-90a1-abd6e9f3e7ac req-bae8af07-90c9-4259-af2c-ec0f6e9645b3 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Refreshing network info cache for port 69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.974120] env[69735]: DEBUG nova.network.neutron [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Successfully updated port: e9823534-75d3-42e4-a927-d0cadcd76d7a {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.987339] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605763, 'name': CreateVM_Task, 'duration_secs': 0.413379} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.987678] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.988535] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.988827] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.989215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.989498] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb4c497-1eef-459f-9255-e1809cd6b53f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.996418] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1135.996418] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f543ed-fc84-05d0-48d8-3405e1d18f17" [ 1135.996418] env[69735]: _type = "Task" [ 1135.996418] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.006448] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f543ed-fc84-05d0-48d8-3405e1d18f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.062385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.062385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.062385] env[69735]: DEBUG nova.network.neutron [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.270883] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5200df16-5107-f545-c483-70e41c54b02c, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.271173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.271430] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 97391445-d92c-4ad1-bb3c-6da38b07752e/97391445-d92c-4ad1-bb3c-6da38b07752e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.271686] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b7deb23-cec3-4159-9860-d738392116f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.279063] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1136.279063] env[69735]: value = "task-3605764" [ 1136.279063] env[69735]: _type = "Task" [ 1136.279063] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.286797] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.477609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquiring lock "refresh_cache-1be49576-2a6c-44a2-a2ba-21a05958e1a5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.477982] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquired lock "refresh_cache-1be49576-2a6c-44a2-a2ba-21a05958e1a5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.478245] env[69735]: DEBUG nova.network.neutron [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.511037] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f543ed-fc84-05d0-48d8-3405e1d18f17, 'name': SearchDatastore_Task, 'duration_secs': 0.022091} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.511255] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.511443] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.511679] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.511824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.511998] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.512312] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90fcbafb-6f60-4cd7-8d63-7ecb6adef3e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.527369] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.527608] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.528682] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b279edc-b3e6-45b7-adae-3c7fe6ea94a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.534848] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1136.534848] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52eadda0-edb0-199f-3670-ce80f4c867c6" [ 1136.534848] env[69735]: _type = "Task" [ 1136.534848] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.546825] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52eadda0-edb0-199f-3670-ce80f4c867c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.555187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-dc57e0f2-2899-48dd-bcfc-9923e426e3a2 tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.556370] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.206s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.557968] env[69735]: INFO nova.compute.claims [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.577434] env[69735]: DEBUG nova.network.neutron [req-f8752615-661b-4c69-90a1-abd6e9f3e7ac req-bae8af07-90c9-4259-af2c-ec0f6e9645b3 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Updated VIF entry in instance network info cache for port 69ee1c02-d574-466d-abbe-5676b1530fb7. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.578043] env[69735]: DEBUG nova.network.neutron [req-f8752615-661b-4c69-90a1-abd6e9f3e7ac req-bae8af07-90c9-4259-af2c-ec0f6e9645b3 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Updating instance_info_cache with network_info: [{"id": "69ee1c02-d574-466d-abbe-5676b1530fb7", "address": "fa:16:3e:c6:69:df", "network": {"id": "923117a5-fa3d-4c82-b039-151c601946cc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1855052470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9e65a1e6f740a4bb9382baa7da32c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ee1c02-d5", "ovs_interfaceid": "69ee1c02-d574-466d-abbe-5676b1530fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.647152] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0046d47-d9eb-4fc4-b1fa-14736d813767 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.655667] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a731b-a5e3-4fbf-9cc9-40f84117039d tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Suspending the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1136.655984] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5fcac0f2-1765-457b-a42f-f510b96215c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.663261] env[69735]: DEBUG oslo_vmware.api [None req-9b9a731b-a5e3-4fbf-9cc9-40f84117039d tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1136.663261] env[69735]: value = "task-3605765" [ 1136.663261] env[69735]: _type = "Task" [ 1136.663261] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.672690] env[69735]: DEBUG oslo_vmware.api [None req-9b9a731b-a5e3-4fbf-9cc9-40f84117039d tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605765, 'name': SuspendVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.793937] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510909} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.795318] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 97391445-d92c-4ad1-bb3c-6da38b07752e/97391445-d92c-4ad1-bb3c-6da38b07752e.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.795318] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.795318] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7e7d369-a339-4c03-9dbf-e16f7fb70033 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.801869] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1136.801869] env[69735]: value = "task-3605766" [ 1136.801869] env[69735]: _type = "Task" [ 1136.801869] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.811179] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.913665] env[69735]: DEBUG nova.network.neutron [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.023848] env[69735]: DEBUG nova.network.neutron [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.047520] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52eadda0-edb0-199f-3670-ce80f4c867c6, 'name': SearchDatastore_Task, 'duration_secs': 0.050893} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.048258] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90411fc0-3aa4-4b83-b65a-a9b447976e9e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.054250] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1137.054250] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5227df7c-932b-2ce7-df51-946348839e5b" [ 1137.054250] env[69735]: _type = "Task" [ 1137.054250] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.066045] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5227df7c-932b-2ce7-df51-946348839e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.081601] env[69735]: DEBUG oslo_concurrency.lockutils [req-f8752615-661b-4c69-90a1-abd6e9f3e7ac req-bae8af07-90c9-4259-af2c-ec0f6e9645b3 service nova] Releasing lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.174760] env[69735]: DEBUG oslo_vmware.api [None req-9b9a731b-a5e3-4fbf-9cc9-40f84117039d tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605765, 'name': SuspendVM_Task} progress is 54%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.247029] env[69735]: DEBUG nova.network.neutron [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Updating instance_info_cache with network_info: [{"id": "e9823534-75d3-42e4-a927-d0cadcd76d7a", "address": "fa:16:3e:c2:b9:4a", "network": {"id": "c7e45bf3-1124-42bd-b612-ccb0fd1d9b01", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1133690956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177aa727b3d5439b97f790c51deaa73a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9823534-75", "ovs_interfaceid": "e9823534-75d3-42e4-a927-d0cadcd76d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.313559] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089062} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.313924] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.314801] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fc3c62-ac1b-46ce-ae50-9ac2639eeb81 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.336483] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 97391445-d92c-4ad1-bb3c-6da38b07752e/97391445-d92c-4ad1-bb3c-6da38b07752e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.336790] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ac4247-8fba-4c00-b981-dd562491453c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.356402] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1137.356402] env[69735]: value = "task-3605767" [ 1137.356402] env[69735]: _type = "Task" [ 1137.356402] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.366017] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.416486] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.565587] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5227df7c-932b-2ce7-df51-946348839e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.021985} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.565990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.566167] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] dedd08ab-6f3c-4c15-b09c-7bdc390a8035/dedd08ab-6f3c-4c15-b09c-7bdc390a8035.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.568977] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee4eddbb-d5c1-49d6-8968-73178724873d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.575397] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1137.575397] env[69735]: value = "task-3605768" [ 1137.575397] env[69735]: _type = "Task" [ 1137.575397] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.583249] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.674294] env[69735]: DEBUG oslo_vmware.api [None req-9b9a731b-a5e3-4fbf-9cc9-40f84117039d tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605765, 'name': SuspendVM_Task, 'duration_secs': 0.690874} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.674583] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a731b-a5e3-4fbf-9cc9-40f84117039d tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Suspended the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1137.674789] env[69735]: DEBUG nova.compute.manager [None req-9b9a731b-a5e3-4fbf-9cc9-40f84117039d tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.675585] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d285f22f-ef79-47fa-b22d-1a0e08495d06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.751585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Releasing lock "refresh_cache-1be49576-2a6c-44a2-a2ba-21a05958e1a5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.752236] env[69735]: DEBUG nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Instance network_info: |[{"id": "e9823534-75d3-42e4-a927-d0cadcd76d7a", "address": "fa:16:3e:c2:b9:4a", "network": {"id": "c7e45bf3-1124-42bd-b612-ccb0fd1d9b01", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1133690956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177aa727b3d5439b97f790c51deaa73a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9823534-75", "ovs_interfaceid": "e9823534-75d3-42e4-a927-d0cadcd76d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.752974] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:b9:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9823534-75d3-42e4-a927-d0cadcd76d7a', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.762363] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Creating folder: Project (177aa727b3d5439b97f790c51deaa73a). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.765403] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4d00f8e-909e-4692-9681-177b7c5272e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.777980] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Created folder: Project (177aa727b3d5439b97f790c51deaa73a) in parent group-v719064. [ 1137.778269] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Creating folder: Instances. Parent ref: group-v719322. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.781674] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8dadb95-0ea6-4884-82af-29d24038a604 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.792692] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Created folder: Instances in parent group-v719322. [ 1137.793084] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.793375] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.793649] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3e05ab5-7cde-490b-b720-121fcab74a0d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.814642] env[69735]: DEBUG nova.compute.manager [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Received event network-vif-plugged-e9823534-75d3-42e4-a927-d0cadcd76d7a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.815369] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] Acquiring lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.815369] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] Lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.815369] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] Lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.815599] env[69735]: DEBUG nova.compute.manager [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] No waiting events found dispatching network-vif-plugged-e9823534-75d3-42e4-a927-d0cadcd76d7a {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.815633] env[69735]: WARNING nova.compute.manager [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Received unexpected event network-vif-plugged-e9823534-75d3-42e4-a927-d0cadcd76d7a for instance with vm_state building and task_state spawning. [ 1137.815805] env[69735]: DEBUG nova.compute.manager [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Received event network-changed-e9823534-75d3-42e4-a927-d0cadcd76d7a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.816073] env[69735]: DEBUG nova.compute.manager [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Refreshing instance network info cache due to event network-changed-e9823534-75d3-42e4-a927-d0cadcd76d7a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.816153] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] Acquiring lock "refresh_cache-1be49576-2a6c-44a2-a2ba-21a05958e1a5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.816247] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] Acquired lock "refresh_cache-1be49576-2a6c-44a2-a2ba-21a05958e1a5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.816436] env[69735]: DEBUG nova.network.neutron [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Refreshing network info cache for port e9823534-75d3-42e4-a927-d0cadcd76d7a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.819270] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.819270] env[69735]: value = "task-3605771" [ 1137.819270] env[69735]: _type = "Task" [ 1137.819270] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.832954] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605771, 'name': CreateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.869700] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605767, 'name': ReconfigVM_Task, 'duration_secs': 0.357391} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.874295] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 97391445-d92c-4ad1-bb3c-6da38b07752e/97391445-d92c-4ad1-bb3c-6da38b07752e.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.876275] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-115f5a42-3427-4589-866c-637467cf9efe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.884933] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1137.884933] env[69735]: value = "task-3605772" [ 1137.884933] env[69735]: _type = "Task" [ 1137.884933] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.904293] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605772, 'name': Rename_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.983543] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bcc535-b9eb-4eab-8b14-848bf6b4554b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.991602] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef9b65-a403-402f-bb55-2145a931b172 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.026487] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679d836-ebe0-47b0-963d-8120ab679072 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.034741] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad37c795-3919-4213-91a4-c84941fe3255 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.052143] env[69735]: DEBUG nova.compute.provider_tree [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.085623] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605768, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.332276] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605771, 'name': CreateVM_Task, 'duration_secs': 0.44604} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.332476] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.333310] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.333394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.333639] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.333898] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d6e5d0-7ea5-4349-a0a0-e2ae09c45373 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.338610] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1138.338610] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5210acad-c37c-d4f7-3341-4828b436bb2b" [ 1138.338610] env[69735]: _type = "Task" [ 1138.338610] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.346511] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5210acad-c37c-d4f7-3341-4828b436bb2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.394484] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605772, 'name': Rename_Task, 'duration_secs': 0.198061} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.394776] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.395034] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c11ff29f-b349-48bd-817b-bb780288761f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.401645] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1138.401645] env[69735]: value = "task-3605773" [ 1138.401645] env[69735]: _type = "Task" [ 1138.401645] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.409626] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.555640] env[69735]: DEBUG nova.scheduler.client.report [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.587292] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520734} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.587629] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] dedd08ab-6f3c-4c15-b09c-7bdc390a8035/dedd08ab-6f3c-4c15-b09c-7bdc390a8035.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.587967] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.588093] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a48d94-bdd3-4146-88c0-5ae6f3b88490 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.595621] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1138.595621] env[69735]: value = "task-3605774" [ 1138.595621] env[69735]: _type = "Task" [ 1138.595621] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.605128] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.676339] env[69735]: DEBUG nova.network.neutron [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Updated VIF entry in instance network info cache for port e9823534-75d3-42e4-a927-d0cadcd76d7a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.676785] env[69735]: DEBUG nova.network.neutron [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Updating instance_info_cache with network_info: [{"id": "e9823534-75d3-42e4-a927-d0cadcd76d7a", "address": "fa:16:3e:c2:b9:4a", "network": {"id": "c7e45bf3-1124-42bd-b612-ccb0fd1d9b01", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1133690956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177aa727b3d5439b97f790c51deaa73a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9823534-75", "ovs_interfaceid": "e9823534-75d3-42e4-a927-d0cadcd76d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.850898] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5210acad-c37c-d4f7-3341-4828b436bb2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.851219] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.851445] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.851678] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.851822] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.851996] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.852302] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cac8ca6-bc9b-4fca-b36f-d4f7631ffabb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.860685] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.860865] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.861601] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebe68ce-8d1e-47f6-b1e7-a48c1f7dd1b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.866664] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1138.866664] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52afecb7-319c-aeff-7f13-a0983b59551c" [ 1138.866664] env[69735]: _type = "Task" [ 1138.866664] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.874412] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52afecb7-319c-aeff-7f13-a0983b59551c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.911188] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.933737] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b587a524-7ca5-4082-ba1f-a3bfdf23a0e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.952087] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance '9a27fe9f-1ad7-4923-9107-0c51a43dc800' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.061814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.062099] env[69735]: DEBUG nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.066047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.940s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.066047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.067600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.142s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.067780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.069430] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.079s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.069612] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.071087] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.244s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.072547] env[69735]: INFO nova.compute.claims [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.102956] env[69735]: INFO nova.scheduler.client.report [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Deleted allocations for instance b6804b6a-cdcf-4f70-a1c7-67f96e389ff3 [ 1139.105338] env[69735]: INFO nova.scheduler.client.report [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted allocations for instance 18418e30-c3a0-45d8-bf6e-dec88b0c0102 [ 1139.114774] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072595} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.115072] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.116481] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab7ca0-02cc-4dd8-acb0-eb523dc0a6d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.141781] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] dedd08ab-6f3c-4c15-b09c-7bdc390a8035/dedd08ab-6f3c-4c15-b09c-7bdc390a8035.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.142875] env[69735]: INFO nova.scheduler.client.report [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleted allocations for instance 3f9462ac-d88a-4be6-8622-137f5f8a2425 [ 1139.144918] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a166459-245c-455f-b60a-0df9dfc078d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.169034] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1139.169034] env[69735]: value = "task-3605775" [ 1139.169034] env[69735]: _type = "Task" [ 1139.169034] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.181507] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8591280-08bb-4499-9efd-1ce452ff6bda req-3e217a9e-6c2c-469c-b23e-a76efb5101dd service nova] Releasing lock "refresh_cache-1be49576-2a6c-44a2-a2ba-21a05958e1a5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.181932] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.263790] env[69735]: INFO nova.compute.manager [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Resuming [ 1139.264557] env[69735]: DEBUG nova.objects.instance [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lazy-loading 'flavor' on Instance uuid c2a6a3aa-1987-4ffe-a7b4-5d6802112141 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.379328] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52afecb7-319c-aeff-7f13-a0983b59551c, 'name': SearchDatastore_Task, 'duration_secs': 0.008182} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.380125] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b93774a-aa61-4000-9562-9f074fe781fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.385896] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1139.385896] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ad2976-3477-e628-af00-b2407eb69583" [ 1139.385896] env[69735]: _type = "Task" [ 1139.385896] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.394259] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ad2976-3477-e628-af00-b2407eb69583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.410175] env[69735]: DEBUG oslo_vmware.api [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605773, 'name': PowerOnVM_Task, 'duration_secs': 0.581833} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.410422] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.410615] env[69735]: DEBUG nova.compute.manager [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.411360] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72bb08-bedc-4ceb-ae32-bba31f4a0b6b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.459857] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.460167] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a04710f-5553-40d4-9b75-87486873ba27 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.466661] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1139.466661] env[69735]: value = "task-3605776" [ 1139.466661] env[69735]: _type = "Task" [ 1139.466661] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.477124] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.566835] env[69735]: DEBUG nova.compute.utils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.568776] env[69735]: DEBUG nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.568776] env[69735]: DEBUG nova.network.neutron [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.611476] env[69735]: DEBUG nova.policy [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451c2bdd95894deeb59c52a166c68296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89145079f85e4bf8a8df148aa37d4b7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.617585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2a2b86d5-5905-4ccc-965f-a938a2e43ffb tempest-ServersListShow296Test-219202309 tempest-ServersListShow296Test-219202309-project-member] Lock "b6804b6a-cdcf-4f70-a1c7-67f96e389ff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.946s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.618686] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8934147f-3bac-467d-9fc8-117a6dff109c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "18418e30-c3a0-45d8-bf6e-dec88b0c0102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.076s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.667222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0ebafc95-1f58-406a-b6d2-fa56209f0baf tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "3f9462ac-d88a-4be6-8622-137f5f8a2425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.471s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.680611] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605775, 'name': ReconfigVM_Task, 'duration_secs': 0.307549} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.680611] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Reconfigured VM instance instance-0000005a to attach disk [datastore1] dedd08ab-6f3c-4c15-b09c-7bdc390a8035/dedd08ab-6f3c-4c15-b09c-7bdc390a8035.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.680611] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309ba3c9-245c-4d7f-9406-3b4b38792457 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.686568] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1139.686568] env[69735]: value = "task-3605777" [ 1139.686568] env[69735]: _type = "Task" [ 1139.686568] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.695318] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605777, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.899434] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ad2976-3477-e628-af00-b2407eb69583, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.899434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.899434] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 1be49576-2a6c-44a2-a2ba-21a05958e1a5/1be49576-2a6c-44a2-a2ba-21a05958e1a5.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.899897] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72e84148-e0df-4706-99a7-9ba4f1eb72e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.911437] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1139.911437] env[69735]: value = "task-3605778" [ 1139.911437] env[69735]: _type = "Task" [ 1139.911437] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.919600] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.931971] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.977347] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605776, 'name': PowerOffVM_Task, 'duration_secs': 0.219035} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.977347] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.977599] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance '9a27fe9f-1ad7-4923-9107-0c51a43dc800' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.987764] env[69735]: DEBUG nova.network.neutron [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Successfully created port: f66a2473-1c15-4720-a8b2-03c34b67d220 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.075326] env[69735]: DEBUG nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.206312] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605777, 'name': Rename_Task, 'duration_secs': 0.151456} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.209631] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.210223] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e72ec8b-b947-4dce-8c84-80ec0278ae15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.219542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "97391445-d92c-4ad1-bb3c-6da38b07752e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.219542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "97391445-d92c-4ad1-bb3c-6da38b07752e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.219542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "97391445-d92c-4ad1-bb3c-6da38b07752e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.219542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "97391445-d92c-4ad1-bb3c-6da38b07752e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.219542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "97391445-d92c-4ad1-bb3c-6da38b07752e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.221326] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1140.221326] env[69735]: value = "task-3605779" [ 1140.221326] env[69735]: _type = "Task" [ 1140.221326] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.221699] env[69735]: INFO nova.compute.manager [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Terminating instance [ 1140.236956] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605779, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.426290] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605778, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.484114] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.484389] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.484544] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.485610] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.485610] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.485610] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.485610] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.485610] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.486677] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.486677] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.486677] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.491597] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a22f10ca-3fd9-4791-bcbe-54230dd83611 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.514782] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1140.514782] env[69735]: value = "task-3605780" [ 1140.514782] env[69735]: _type = "Task" [ 1140.514782] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.527877] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.597699] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385979d0-1379-4f13-9cba-f8b32e84aedd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.608327] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99b44fe-3077-4799-8e2a-07e6207c3763 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.644260] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fbd8b7-9b27-4fe3-86b5-fa3b1e9d90f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.656925] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f677dc-30a6-4844-a818-93b872040d34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.675117] env[69735]: DEBUG nova.compute.provider_tree [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.733101] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "refresh_cache-97391445-d92c-4ad1-bb3c-6da38b07752e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.733290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquired lock "refresh_cache-97391445-d92c-4ad1-bb3c-6da38b07752e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.733469] env[69735]: DEBUG nova.network.neutron [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.734725] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605779, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.775465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.775685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquired lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.775867] env[69735]: DEBUG nova.network.neutron [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.920185] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555485} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.920458] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 1be49576-2a6c-44a2-a2ba-21a05958e1a5/1be49576-2a6c-44a2-a2ba-21a05958e1a5.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.920671] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.920921] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8bacbd9-46a8-4211-8f1a-29b92cbc3048 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.927518] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1140.927518] env[69735]: value = "task-3605781" [ 1140.927518] env[69735]: _type = "Task" [ 1140.927518] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.936019] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.024543] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605780, 'name': ReconfigVM_Task, 'duration_secs': 0.336508} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.024871] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance '9a27fe9f-1ad7-4923-9107-0c51a43dc800' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.088790] env[69735]: DEBUG nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.114387] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.114641] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.114796] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.114974] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.115190] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.115314] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.115506] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.115662] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.115830] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.115990] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.116185] env[69735]: DEBUG nova.virt.hardware [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.117055] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f75c52-92b7-4b9d-9ee8-01695c96db06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.126591] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8336cb3b-5ad7-4d19-a7c2-b8e174c46d5d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.178460] env[69735]: DEBUG nova.scheduler.client.report [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.234148] env[69735]: DEBUG oslo_vmware.api [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605779, 'name': PowerOnVM_Task, 'duration_secs': 0.630626} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.234458] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.234707] env[69735]: INFO nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1141.234904] env[69735]: DEBUG nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.237693] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad982a-72ec-4399-a61f-1cfdf388457e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.258098] env[69735]: DEBUG nova.network.neutron [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.388070] env[69735]: DEBUG nova.network.neutron [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.448456] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079281} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.449019] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.449607] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea1ca3-6467-4d5c-9432-5eb58616839e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.474953] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 1be49576-2a6c-44a2-a2ba-21a05958e1a5/1be49576-2a6c-44a2-a2ba-21a05958e1a5.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.475281] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fcba3d5-12d5-4787-b469-4545bd762eb1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.500212] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1141.500212] env[69735]: value = "task-3605782" [ 1141.500212] env[69735]: _type = "Task" [ 1141.500212] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.510291] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.533043] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.533043] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.533397] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.533658] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.533879] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.534114] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.534371] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.534582] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.534899] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.535141] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.535479] env[69735]: DEBUG nova.virt.hardware [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.542778] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.545276] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b7f6e2-0995-4c70-977f-d4496dc0aadf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.563974] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1141.563974] env[69735]: value = "task-3605783" [ 1141.563974] env[69735]: _type = "Task" [ 1141.563974] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.571932] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.685344] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.686347] env[69735]: DEBUG nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.689209] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.273s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.690809] env[69735]: INFO nova.compute.claims [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.757161] env[69735]: INFO nova.compute.manager [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Took 41.69 seconds to build instance. [ 1141.838050] env[69735]: DEBUG nova.network.neutron [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating instance_info_cache with network_info: [{"id": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "address": "fa:16:3e:8c:fe:05", "network": {"id": "fc111dcd-72fe-4217-98c6-c05ebc9da1bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1666399104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a9e042869544a09debcb389c2f3730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ed4ce-44", "ovs_interfaceid": "ad4ed4ce-4479-4261-9a85-d42c2d139180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.891218] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Releasing lock "refresh_cache-97391445-d92c-4ad1-bb3c-6da38b07752e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.891659] env[69735]: DEBUG nova.compute.manager [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.891848] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.892771] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a7f52-2044-4be1-a75e-79f492ae42c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.900356] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.900605] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc371126-7290-4340-8791-afe6a1056b60 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.906975] env[69735]: DEBUG oslo_vmware.api [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1141.906975] env[69735]: value = "task-3605784" [ 1141.906975] env[69735]: _type = "Task" [ 1141.906975] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.916274] env[69735]: DEBUG oslo_vmware.api [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.009800] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605782, 'name': ReconfigVM_Task, 'duration_secs': 0.281843} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.010121] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 1be49576-2a6c-44a2-a2ba-21a05958e1a5/1be49576-2a6c-44a2-a2ba-21a05958e1a5.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.010765] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d348c58-668b-432d-bf87-edff86f26c34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.016337] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1142.016337] env[69735]: value = "task-3605785" [ 1142.016337] env[69735]: _type = "Task" [ 1142.016337] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.023933] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605785, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.073448] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605783, 'name': ReconfigVM_Task, 'duration_secs': 0.173747} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.073721] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.074547] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d758d4-200a-4b5b-98ff-be8f11b1b09a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.096623] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9a27fe9f-1ad7-4923-9107-0c51a43dc800/9a27fe9f-1ad7-4923-9107-0c51a43dc800.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.096939] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b38fef-b0d4-4624-b30f-e8a063f465e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.115048] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1142.115048] env[69735]: value = "task-3605786" [ 1142.115048] env[69735]: _type = "Task" [ 1142.115048] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.125057] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.195797] env[69735]: DEBUG nova.compute.utils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.199307] env[69735]: DEBUG nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.202567] env[69735]: DEBUG nova.network.neutron [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.258919] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73eea8a3-05c2-4263-a5b8-de6a13b31600 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.206s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.289539] env[69735]: DEBUG nova.policy [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.315944] env[69735]: DEBUG nova.compute.manager [req-78a9dec0-fc20-43fd-9b5a-04021c4352ea req-a0c6e972-dfdb-426d-ab80-eacfb8f8b246 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Received event network-vif-plugged-f66a2473-1c15-4720-a8b2-03c34b67d220 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.316180] env[69735]: DEBUG oslo_concurrency.lockutils [req-78a9dec0-fc20-43fd-9b5a-04021c4352ea req-a0c6e972-dfdb-426d-ab80-eacfb8f8b246 service nova] Acquiring lock "23c903a3-2af6-4ef5-b22a-c372824dcb95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.316893] env[69735]: DEBUG oslo_concurrency.lockutils [req-78a9dec0-fc20-43fd-9b5a-04021c4352ea req-a0c6e972-dfdb-426d-ab80-eacfb8f8b246 service nova] Lock "23c903a3-2af6-4ef5-b22a-c372824dcb95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.316893] env[69735]: DEBUG oslo_concurrency.lockutils [req-78a9dec0-fc20-43fd-9b5a-04021c4352ea req-a0c6e972-dfdb-426d-ab80-eacfb8f8b246 service nova] Lock "23c903a3-2af6-4ef5-b22a-c372824dcb95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.316893] env[69735]: DEBUG nova.compute.manager [req-78a9dec0-fc20-43fd-9b5a-04021c4352ea req-a0c6e972-dfdb-426d-ab80-eacfb8f8b246 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] No waiting events found dispatching network-vif-plugged-f66a2473-1c15-4720-a8b2-03c34b67d220 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.316893] env[69735]: WARNING nova.compute.manager [req-78a9dec0-fc20-43fd-9b5a-04021c4352ea req-a0c6e972-dfdb-426d-ab80-eacfb8f8b246 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Received unexpected event network-vif-plugged-f66a2473-1c15-4720-a8b2-03c34b67d220 for instance with vm_state building and task_state spawning. [ 1142.340544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Releasing lock "refresh_cache-c2a6a3aa-1987-4ffe-a7b4-5d6802112141" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.342306] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b37e18-a67d-467d-b743-105f83aa81ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.349565] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Resuming the VM {{(pid=69735) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1142.349903] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4a2572a-1a3c-42c8-b79c-d46cf0a91f77 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.357024] env[69735]: DEBUG oslo_vmware.api [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1142.357024] env[69735]: value = "task-3605787" [ 1142.357024] env[69735]: _type = "Task" [ 1142.357024] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.372427] env[69735]: DEBUG oslo_vmware.api [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.416159] env[69735]: DEBUG oslo_vmware.api [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605784, 'name': PowerOffVM_Task, 'duration_secs': 0.113073} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.416472] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.416649] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.416997] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9786aa4-8464-4c8b-8104-0e0ae7dc1f8a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.440245] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.440245] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.440494] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Deleting the datastore file [datastore1] 97391445-d92c-4ad1-bb3c-6da38b07752e {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.440982] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81a34f9e-3ea1-4e1f-95cd-c192223472e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.448589] env[69735]: DEBUG oslo_vmware.api [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for the task: (returnval){ [ 1142.448589] env[69735]: value = "task-3605789" [ 1142.448589] env[69735]: _type = "Task" [ 1142.448589] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.457247] env[69735]: DEBUG oslo_vmware.api [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.526851] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605785, 'name': Rename_Task, 'duration_secs': 0.37809} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.527240] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.527788] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8583b315-7bf3-44ee-a546-5e6e89932f8d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.533593] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1142.533593] env[69735]: value = "task-3605790" [ 1142.533593] env[69735]: _type = "Task" [ 1142.533593] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.542160] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.545065] env[69735]: DEBUG nova.network.neutron [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Successfully updated port: f66a2473-1c15-4720-a8b2-03c34b67d220 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.626906] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.700777] env[69735]: DEBUG nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.815632] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.815876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.874961] env[69735]: DEBUG oslo_vmware.api [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.958846] env[69735]: DEBUG oslo_vmware.api [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Task: {'id': task-3605789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229575} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.959166] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.961291] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.961584] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.961815] env[69735]: INFO nova.compute.manager [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1142.962198] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.965402] env[69735]: DEBUG nova.compute.manager [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.965603] env[69735]: DEBUG nova.network.neutron [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.016400] env[69735]: DEBUG nova.network.neutron [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.048920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "refresh_cache-23c903a3-2af6-4ef5-b22a-c372824dcb95" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.049132] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "refresh_cache-23c903a3-2af6-4ef5-b22a-c372824dcb95" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.049369] env[69735]: DEBUG nova.network.neutron [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.050616] env[69735]: DEBUG oslo_vmware.api [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605790, 'name': PowerOnVM_Task, 'duration_secs': 0.460273} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.051325] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.051578] env[69735]: INFO nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1143.051790] env[69735]: DEBUG nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.052682] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f8c96-de87-48e5-967b-37ea830e3549 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.075593] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154179c4-2ea1-4916-a834-8a0e24b320ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.084431] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd16d97-2a36-4f72-b0d2-2a05182ae6a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.126331] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea1a23-5bc1-4263-9240-da9005e3752b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.136165] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605786, 'name': ReconfigVM_Task, 'duration_secs': 0.616342} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.138887] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9a27fe9f-1ad7-4923-9107-0c51a43dc800/9a27fe9f-1ad7-4923-9107-0c51a43dc800.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.139250] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance '9a27fe9f-1ad7-4923-9107-0c51a43dc800' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.144661] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23efd0e0-223a-41aa-9394-a31eeb176068 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.161290] env[69735]: DEBUG nova.compute.provider_tree [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.292456] env[69735]: DEBUG nova.compute.manager [req-35b537a7-7cec-4ff9-b463-4e819de483cc req-e8fedf99-d289-4f2b-ac85-49cf3d12fd51 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Received event network-changed-f66a2473-1c15-4720-a8b2-03c34b67d220 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.292674] env[69735]: DEBUG nova.compute.manager [req-35b537a7-7cec-4ff9-b463-4e819de483cc req-e8fedf99-d289-4f2b-ac85-49cf3d12fd51 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Refreshing instance network info cache due to event network-changed-f66a2473-1c15-4720-a8b2-03c34b67d220. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.292868] env[69735]: DEBUG oslo_concurrency.lockutils [req-35b537a7-7cec-4ff9-b463-4e819de483cc req-e8fedf99-d289-4f2b-ac85-49cf3d12fd51 service nova] Acquiring lock "refresh_cache-23c903a3-2af6-4ef5-b22a-c372824dcb95" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.320538] env[69735]: DEBUG nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.375368] env[69735]: DEBUG oslo_vmware.api [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605787, 'name': PowerOnVM_Task, 'duration_secs': 0.788219} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.375368] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Resumed the VM {{(pid=69735) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1143.375368] env[69735]: DEBUG nova.compute.manager [None req-3fba5dcb-455f-4757-a656-7c94b1914343 tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.375368] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8051ae-72e9-4bc9-8e8e-02f4a881bbaa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.522387] env[69735]: DEBUG nova.network.neutron [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.576318] env[69735]: INFO nova.compute.manager [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Took 39.00 seconds to build instance. [ 1143.635820] env[69735]: DEBUG nova.network.neutron [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.653949] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01296810-2bd1-4a0c-a54a-20d7e842406f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.664926] env[69735]: DEBUG nova.scheduler.client.report [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.689373] env[69735]: DEBUG nova.network.neutron [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Successfully created port: 036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.696989] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3881d70-2732-434f-a66d-58ceba8f7eab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.725871] env[69735]: DEBUG nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.728640] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance '9a27fe9f-1ad7-4923-9107-0c51a43dc800' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.769791] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.770222] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.770438] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.770685] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.770853] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.771013] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.771241] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.771419] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.771593] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.771765] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.771959] env[69735]: DEBUG nova.virt.hardware [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.772924] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cace0fa-7bbc-438e-b041-a3b4c2e298ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.781864] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8cd7e-a9d7-4dbf-b170-fabbe4d11d5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.845451] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.990981] env[69735]: DEBUG nova.network.neutron [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Updating instance_info_cache with network_info: [{"id": "f66a2473-1c15-4720-a8b2-03c34b67d220", "address": "fa:16:3e:e1:09:1c", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66a2473-1c", "ovs_interfaceid": "f66a2473-1c15-4720-a8b2-03c34b67d220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.028142] env[69735]: INFO nova.compute.manager [-] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Took 1.06 seconds to deallocate network for instance. [ 1144.078849] env[69735]: DEBUG oslo_concurrency.lockutils [None req-21e65506-a865-4a79-a5e9-d7cfdf81361a tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.507s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.193103] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.193672] env[69735]: DEBUG nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.196898] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.498s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.197106] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.199312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.288s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.201198] env[69735]: INFO nova.compute.claims [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.226673] env[69735]: INFO nova.scheduler.client.report [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted allocations for instance 02d38753-5c00-4458-98c6-7c9aecbfe906 [ 1144.314625] env[69735]: DEBUG nova.network.neutron [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Port f483a55d-c270-4325-acc0-bf433c8a4b25 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.494050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "refresh_cache-23c903a3-2af6-4ef5-b22a-c372824dcb95" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.494468] env[69735]: DEBUG nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Instance network_info: |[{"id": "f66a2473-1c15-4720-a8b2-03c34b67d220", "address": "fa:16:3e:e1:09:1c", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66a2473-1c", "ovs_interfaceid": "f66a2473-1c15-4720-a8b2-03c34b67d220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.494787] env[69735]: DEBUG oslo_concurrency.lockutils [req-35b537a7-7cec-4ff9-b463-4e819de483cc req-e8fedf99-d289-4f2b-ac85-49cf3d12fd51 service nova] Acquired lock "refresh_cache-23c903a3-2af6-4ef5-b22a-c372824dcb95" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.494964] env[69735]: DEBUG nova.network.neutron [req-35b537a7-7cec-4ff9-b463-4e819de483cc req-e8fedf99-d289-4f2b-ac85-49cf3d12fd51 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Refreshing network info cache for port f66a2473-1c15-4720-a8b2-03c34b67d220 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.496185] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:09:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f66a2473-1c15-4720-a8b2-03c34b67d220', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.503770] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.504844] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.505111] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-454add17-f3a7-4703-b2c4-b6eb435eeeb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.528750] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.528750] env[69735]: value = "task-3605791" [ 1144.528750] env[69735]: _type = "Task" [ 1144.528750] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.534051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.540525] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605791, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.610571] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquiring lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.610858] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.611114] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquiring lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.611305] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.611475] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.613716] env[69735]: INFO nova.compute.manager [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Terminating instance [ 1144.698704] env[69735]: DEBUG nova.compute.utils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.699881] env[69735]: DEBUG nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.699978] env[69735]: DEBUG nova.network.neutron [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.740851] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1a78b625-8925-498f-a890-820b5dd493c0 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "02d38753-5c00-4458-98c6-7c9aecbfe906" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.491s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.770802] env[69735]: DEBUG nova.policy [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '638cd01ea55a4b6bb2e3933e48b8fe47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895896a71c4e4c80a5a24d7c8d4e9b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.038695] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605791, 'name': CreateVM_Task, 'duration_secs': 0.338916} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.038876] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.039553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.039759] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.040079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.040337] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064a2093-ae80-4468-92b7-54f34dc187ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.044681] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1145.044681] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526bd25f-1664-4a56-35e8-ddfad531af7a" [ 1145.044681] env[69735]: _type = "Task" [ 1145.044681] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.051848] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526bd25f-1664-4a56-35e8-ddfad531af7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.117486] env[69735]: DEBUG nova.compute.manager [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.117747] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.118630] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1f8348-f64e-481e-a343-113bbef10b8a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.126227] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.126455] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9683d9e9-535a-4c3d-a386-8a2b3c367800 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.133501] env[69735]: DEBUG oslo_vmware.api [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1145.133501] env[69735]: value = "task-3605792" [ 1145.133501] env[69735]: _type = "Task" [ 1145.133501] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.141769] env[69735]: DEBUG oslo_vmware.api [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.205608] env[69735]: DEBUG nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.323994] env[69735]: DEBUG nova.compute.manager [req-63683565-7e62-4aa2-b226-e9faeb23c1ac req-05396e58-991c-49b5-8bd8-26264ef1b089 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Received event network-changed-69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.324173] env[69735]: DEBUG nova.compute.manager [req-63683565-7e62-4aa2-b226-e9faeb23c1ac req-05396e58-991c-49b5-8bd8-26264ef1b089 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Refreshing instance network info cache due to event network-changed-69ee1c02-d574-466d-abbe-5676b1530fb7. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.324590] env[69735]: DEBUG oslo_concurrency.lockutils [req-63683565-7e62-4aa2-b226-e9faeb23c1ac req-05396e58-991c-49b5-8bd8-26264ef1b089 service nova] Acquiring lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.324763] env[69735]: DEBUG oslo_concurrency.lockutils [req-63683565-7e62-4aa2-b226-e9faeb23c1ac req-05396e58-991c-49b5-8bd8-26264ef1b089 service nova] Acquired lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.324938] env[69735]: DEBUG nova.network.neutron [req-63683565-7e62-4aa2-b226-e9faeb23c1ac req-05396e58-991c-49b5-8bd8-26264ef1b089 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Refreshing network info cache for port 69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.350620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.350869] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.351074] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.407346] env[69735]: DEBUG nova.network.neutron [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Successfully created port: cc982ed7-2d55-4682-b096-49e314f6af3f {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.557297] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526bd25f-1664-4a56-35e8-ddfad531af7a, 'name': SearchDatastore_Task, 'duration_secs': 0.081451} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.557605] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.557849] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.558121] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.558271] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.558470] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.558761] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3701401-bbf7-4e37-ac3b-a5e0d9b03a03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.569791] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.569980] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.570802] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651fc52c-1641-4329-afa0-9ea150121af1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.576816] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1145.576816] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef795b-f7bb-c5f7-c39f-17e328e04168" [ 1145.576816] env[69735]: _type = "Task" [ 1145.576816] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.586862] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef795b-f7bb-c5f7-c39f-17e328e04168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.592013] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0312d45a-f947-4041-8ba9-d48278eddc24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.598529] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72dda0f-3baf-49c4-afb0-5f400da1194b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.630584] env[69735]: DEBUG nova.network.neutron [req-35b537a7-7cec-4ff9-b463-4e819de483cc req-e8fedf99-d289-4f2b-ac85-49cf3d12fd51 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Updated VIF entry in instance network info cache for port f66a2473-1c15-4720-a8b2-03c34b67d220. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.631017] env[69735]: DEBUG nova.network.neutron [req-35b537a7-7cec-4ff9-b463-4e819de483cc req-e8fedf99-d289-4f2b-ac85-49cf3d12fd51 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Updating instance_info_cache with network_info: [{"id": "f66a2473-1c15-4720-a8b2-03c34b67d220", "address": "fa:16:3e:e1:09:1c", "network": {"id": "fdf953b0-a5bb-481d-bd3d-d5bdc235f76a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-538689258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89145079f85e4bf8a8df148aa37d4b7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66a2473-1c", "ovs_interfaceid": "f66a2473-1c15-4720-a8b2-03c34b67d220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.632818] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db380ed-efc4-44e5-ae4f-2e984d1b7403 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.646787] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a339c1b-55a2-4d2f-9ad6-188811d0865c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.651773] env[69735]: DEBUG oslo_vmware.api [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605792, 'name': PowerOffVM_Task, 'duration_secs': 0.194637} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.652031] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.652236] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.652733] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ac21e7-f209-4ef0-802c-aae6905b09f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.662322] env[69735]: DEBUG nova.compute.provider_tree [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.087321] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ef795b-f7bb-c5f7-c39f-17e328e04168, 'name': SearchDatastore_Task, 'duration_secs': 0.013044} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.088581] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a706e4-b31e-4b57-8fbf-6bebf258f355 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.096074] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1146.096074] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525fe95c-da6e-47fc-64fa-c420fed79aae" [ 1146.096074] env[69735]: _type = "Task" [ 1146.096074] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.104399] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525fe95c-da6e-47fc-64fa-c420fed79aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.136794] env[69735]: DEBUG oslo_concurrency.lockutils [req-35b537a7-7cec-4ff9-b463-4e819de483cc req-e8fedf99-d289-4f2b-ac85-49cf3d12fd51 service nova] Releasing lock "refresh_cache-23c903a3-2af6-4ef5-b22a-c372824dcb95" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.170206] env[69735]: DEBUG nova.scheduler.client.report [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.219688] env[69735]: DEBUG nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.227978] env[69735]: DEBUG nova.network.neutron [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Successfully updated port: 036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.259730] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.259730] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.259730] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.259730] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.259730] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.260218] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.260604] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.260917] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.261270] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.261587] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.261913] env[69735]: DEBUG nova.virt.hardware [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.262947] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083b3bf4-a1fb-4a65-8a0b-06062ac79d2b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.273995] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24403c95-fa2e-4b1c-92e0-8deea00962af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.383022] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.383022] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.383022] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Deleting the datastore file [datastore1] 1be49576-2a6c-44a2-a2ba-21a05958e1a5 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.383022] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57366d52-17bc-4352-888d-afe1372e407c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.391140] env[69735]: DEBUG oslo_vmware.api [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for the task: (returnval){ [ 1146.391140] env[69735]: value = "task-3605794" [ 1146.391140] env[69735]: _type = "Task" [ 1146.391140] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.399636] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.400072] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.400447] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.400780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.401103] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.403043] env[69735]: DEBUG oslo_vmware.api [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.404386] env[69735]: INFO nova.compute.manager [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Terminating instance [ 1146.419844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.419844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.419844] env[69735]: DEBUG nova.network.neutron [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.431222] env[69735]: DEBUG nova.network.neutron [req-63683565-7e62-4aa2-b226-e9faeb23c1ac req-05396e58-991c-49b5-8bd8-26264ef1b089 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Updated VIF entry in instance network info cache for port 69ee1c02-d574-466d-abbe-5676b1530fb7. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.431222] env[69735]: DEBUG nova.network.neutron [req-63683565-7e62-4aa2-b226-e9faeb23c1ac req-05396e58-991c-49b5-8bd8-26264ef1b089 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Updating instance_info_cache with network_info: [{"id": "69ee1c02-d574-466d-abbe-5676b1530fb7", "address": "fa:16:3e:c6:69:df", "network": {"id": "923117a5-fa3d-4c82-b039-151c601946cc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1855052470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9e65a1e6f740a4bb9382baa7da32c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ee1c02-d5", "ovs_interfaceid": "69ee1c02-d574-466d-abbe-5676b1530fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.607273] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525fe95c-da6e-47fc-64fa-c420fed79aae, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.607562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.607829] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 23c903a3-2af6-4ef5-b22a-c372824dcb95/23c903a3-2af6-4ef5-b22a-c372824dcb95.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.608122] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd64edc-a2af-4dbc-b76f-b3d99fe3eb8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.615035] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1146.615035] env[69735]: value = "task-3605795" [ 1146.615035] env[69735]: _type = "Task" [ 1146.615035] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.623906] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.676198] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.676821] env[69735]: DEBUG nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.680362] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.304s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.730026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.730026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.730026] env[69735]: DEBUG nova.network.neutron [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.900027] env[69735]: DEBUG oslo_vmware.api [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Task: {'id': task-3605794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306268} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.900330] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.900532] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.900708] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.900875] env[69735]: INFO nova.compute.manager [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1146.901128] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.901323] env[69735]: DEBUG nova.compute.manager [-] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.901420] env[69735]: DEBUG nova.network.neutron [-] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.908244] env[69735]: DEBUG nova.compute.manager [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.908450] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.909289] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc34c0-9529-4321-bd9d-f3d5935c2f94 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.916996] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.917244] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c06688-b62b-411a-9415-bf4d78338548 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.925259] env[69735]: DEBUG oslo_vmware.api [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1146.925259] env[69735]: value = "task-3605796" [ 1146.925259] env[69735]: _type = "Task" [ 1146.925259] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.933772] env[69735]: DEBUG oslo_vmware.api [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.935538] env[69735]: DEBUG oslo_concurrency.lockutils [req-63683565-7e62-4aa2-b226-e9faeb23c1ac req-05396e58-991c-49b5-8bd8-26264ef1b089 service nova] Releasing lock "refresh_cache-dedd08ab-6f3c-4c15-b09c-7bdc390a8035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.126195] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605795, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.184416] env[69735]: DEBUG nova.compute.utils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.190926] env[69735]: DEBUG nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.191265] env[69735]: DEBUG nova.network.neutron [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.254118] env[69735]: DEBUG nova.policy [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '173ea8e6cf6e48a9b4b20e43c26c5e28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f55fba5df8bd4bf3b92dd1c014d1714a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.440511] env[69735]: DEBUG oslo_vmware.api [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605796, 'name': PowerOffVM_Task, 'duration_secs': 0.194939} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.446160] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.446358] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.447024] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f25800e6-f947-49a3-9bdc-d163ca07fa0e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.454134] env[69735]: DEBUG nova.network.neutron [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.515530] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.515610] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.515720] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleting the datastore file [datastore1] 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.522161] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b44200-dbb0-4558-b2fb-c7f27cb8c280 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.534415] env[69735]: DEBUG oslo_vmware.api [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1147.534415] env[69735]: value = "task-3605798" [ 1147.534415] env[69735]: _type = "Task" [ 1147.534415] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.542563] env[69735]: DEBUG oslo_vmware.api [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.572956] env[69735]: DEBUG nova.network.neutron [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Successfully created port: 8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.617427] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a50541-ae99-437e-a7e5-2299b007d5e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.631748] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73ccd7c-8236-4242-8352-79c668844eb4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.635237] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812028} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.637787] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 23c903a3-2af6-4ef5-b22a-c372824dcb95/23c903a3-2af6-4ef5-b22a-c372824dcb95.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.638355] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.638827] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a9f0422-dde1-40cf-ab68-3e8fda778772 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.671045] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c9b80f-4567-4d12-b290-1ab6711a9534 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.676034] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1147.676034] env[69735]: value = "task-3605799" [ 1147.676034] env[69735]: _type = "Task" [ 1147.676034] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.684619] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86051f73-f6c5-4eea-ae1f-b920d4aab205 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.692908] env[69735]: DEBUG nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.696119] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.708015] env[69735]: DEBUG nova.compute.provider_tree [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.889229] env[69735]: DEBUG nova.compute.manager [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received event network-vif-plugged-036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.889441] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] Acquiring lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.889647] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.889808] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.889966] env[69735]: DEBUG nova.compute.manager [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] No waiting events found dispatching network-vif-plugged-036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.890141] env[69735]: WARNING nova.compute.manager [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received unexpected event network-vif-plugged-036df641-1d2c-4ccb-b1ca-b40eb4761af2 for instance with vm_state building and task_state spawning. [ 1147.890297] env[69735]: DEBUG nova.compute.manager [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received event network-changed-036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.890448] env[69735]: DEBUG nova.compute.manager [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing instance network info cache due to event network-changed-036df641-1d2c-4ccb-b1ca-b40eb4761af2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.890607] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] Acquiring lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.039637] env[69735]: DEBUG nova.network.neutron [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.044628] env[69735]: DEBUG oslo_vmware.api [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.074136] env[69735]: DEBUG nova.network.neutron [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.185562] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066079} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.185942] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.186650] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faad6335-433e-4c81-b0b3-1ef90531125b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.211677] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 23c903a3-2af6-4ef5-b22a-c372824dcb95/23c903a3-2af6-4ef5-b22a-c372824dcb95.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.212731] env[69735]: DEBUG nova.scheduler.client.report [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.215693] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bdafd4b-6518-41e6-9c54-1deb40d1c302 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.238421] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1148.238421] env[69735]: value = "task-3605800" [ 1148.238421] env[69735]: _type = "Task" [ 1148.238421] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.247158] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.276313] env[69735]: DEBUG nova.network.neutron [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Successfully updated port: cc982ed7-2d55-4682-b096-49e314f6af3f {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.504861] env[69735]: DEBUG nova.network.neutron [-] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.542570] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.542877] env[69735]: DEBUG nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Instance network_info: |[{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.543193] env[69735]: DEBUG oslo_vmware.api [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.804269} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.543461] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] Acquired lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.543674] env[69735]: DEBUG nova.network.neutron [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing network info cache for port 036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.545485] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:e1:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '036df641-1d2c-4ccb-b1ca-b40eb4761af2', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.552586] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.552788] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.552961] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.553512] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.553512] env[69735]: INFO nova.compute.manager [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1148.553929] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.554573] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.554790] env[69735]: DEBUG nova.compute.manager [-] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.554884] env[69735]: DEBUG nova.network.neutron [-] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.556627] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37ba9d80-c5dc-4589-b7f8-dd856022a19d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.576740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.580780] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.580780] env[69735]: value = "task-3605801" [ 1148.580780] env[69735]: _type = "Task" [ 1148.580780] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.593880] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605801, 'name': CreateVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.713545] env[69735]: DEBUG nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.750557] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.752944] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.754183] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.754183] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.754183] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.754183] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.754183] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.754183] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.754431] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.754533] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.754711] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.754889] env[69735]: DEBUG nova.virt.hardware [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.757614] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c95a3-8509-4599-a93a-04f611bcd988 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.768014] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b17e327-b448-41ac-9f78-7f77ad2b7e0d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.784841] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "refresh_cache-7922b813-576a-46ea-a177-91ab37aec0ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.785018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "refresh_cache-7922b813-576a-46ea-a177-91ab37aec0ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.785181] env[69735]: DEBUG nova.network.neutron [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.006625] env[69735]: DEBUG nova.compute.manager [req-b6d9e1aa-02fa-4470-ba14-e75d07b2eb84 req-44d4c718-3336-4517-8373-9e727ed0efeb service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Received event network-vif-plugged-8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.006853] env[69735]: DEBUG oslo_concurrency.lockutils [req-b6d9e1aa-02fa-4470-ba14-e75d07b2eb84 req-44d4c718-3336-4517-8373-9e727ed0efeb service nova] Acquiring lock "d3d6b388-c596-44ba-949d-ec1024ca2608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.007068] env[69735]: DEBUG oslo_concurrency.lockutils [req-b6d9e1aa-02fa-4470-ba14-e75d07b2eb84 req-44d4c718-3336-4517-8373-9e727ed0efeb service nova] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.007366] env[69735]: DEBUG oslo_concurrency.lockutils [req-b6d9e1aa-02fa-4470-ba14-e75d07b2eb84 req-44d4c718-3336-4517-8373-9e727ed0efeb service nova] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.007459] env[69735]: DEBUG nova.compute.manager [req-b6d9e1aa-02fa-4470-ba14-e75d07b2eb84 req-44d4c718-3336-4517-8373-9e727ed0efeb service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] No waiting events found dispatching network-vif-plugged-8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.007604] env[69735]: WARNING nova.compute.manager [req-b6d9e1aa-02fa-4470-ba14-e75d07b2eb84 req-44d4c718-3336-4517-8373-9e727ed0efeb service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Received unexpected event network-vif-plugged-8f41ad67-e205-4211-b98f-e1db33fbaffb for instance with vm_state building and task_state spawning. [ 1149.008521] env[69735]: INFO nova.compute.manager [-] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Took 2.11 seconds to deallocate network for instance. [ 1149.099950] env[69735]: DEBUG nova.network.neutron [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Successfully updated port: 8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.108183] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605801, 'name': CreateVM_Task, 'duration_secs': 0.385124} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.108387] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.109483] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.109689] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.110237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.110387] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31eb68a-6b00-4e28-ab4e-4fc675cf40a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.115872] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bce635-0458-4e72-97ad-24b43bee4763 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.120219] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1149.120219] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523bf67c-bbf1-d9cf-241c-1b0cb1063073" [ 1149.120219] env[69735]: _type = "Task" [ 1149.120219] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.138148] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847735c7-042a-4b1d-8298-51313e8b7aab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.144529] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523bf67c-bbf1-d9cf-241c-1b0cb1063073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.148498] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance '9a27fe9f-1ad7-4923-9107-0c51a43dc800' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.239984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.560s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.242667] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.878s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.244822] env[69735]: INFO nova.compute.claims [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.258517] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605800, 'name': ReconfigVM_Task, 'duration_secs': 0.670122} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.258857] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 23c903a3-2af6-4ef5-b22a-c372824dcb95/23c903a3-2af6-4ef5-b22a-c372824dcb95.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.259604] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b8eaa3-b5ca-4464-9eeb-b5a3c48f191f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.267161] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1149.267161] env[69735]: value = "task-3605802" [ 1149.267161] env[69735]: _type = "Task" [ 1149.267161] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.280012] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605802, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.320755] env[69735]: DEBUG nova.network.neutron [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.360358] env[69735]: DEBUG nova.network.neutron [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updated VIF entry in instance network info cache for port 036df641-1d2c-4ccb-b1ca-b40eb4761af2. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.360629] env[69735]: DEBUG nova.network.neutron [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.467722] env[69735]: DEBUG nova.network.neutron [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Updating instance_info_cache with network_info: [{"id": "cc982ed7-2d55-4682-b096-49e314f6af3f", "address": "fa:16:3e:ed:ae:f6", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc982ed7-2d", "ovs_interfaceid": "cc982ed7-2d55-4682-b096-49e314f6af3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.471816] env[69735]: DEBUG nova.network.neutron [-] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.514798] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.603718] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.604940] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.604940] env[69735]: DEBUG nova.network.neutron [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.632552] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]523bf67c-bbf1-d9cf-241c-1b0cb1063073, 'name': SearchDatastore_Task, 'duration_secs': 0.028228} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.632826] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.633085] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.634115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.634115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.634115] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.634115] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02353402-6899-471d-a0a6-674df517ea3e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.643398] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.643398] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.644051] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e7e8c1-12e5-4d37-80cc-0c925880ac6c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.649790] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1149.649790] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522ed6dc-af99-6636-1382-a87194333f35" [ 1149.649790] env[69735]: _type = "Task" [ 1149.649790] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.655215] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.655215] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af7b496d-d1d2-40dd-9aa0-0127a89ca8de {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.661355] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522ed6dc-af99-6636-1382-a87194333f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.662591] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1149.662591] env[69735]: value = "task-3605803" [ 1149.662591] env[69735]: _type = "Task" [ 1149.662591] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.670349] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.780621] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605802, 'name': Rename_Task, 'duration_secs': 0.147694} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.780936] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.781205] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2810501-7ee9-4225-bc07-0dc34654e8a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.788453] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1149.788453] env[69735]: value = "task-3605804" [ 1149.788453] env[69735]: _type = "Task" [ 1149.788453] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.796559] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.812914] env[69735]: INFO nova.scheduler.client.report [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted allocation for migration 9414b3ba-4d99-4952-82f1-ba4d94aaf5cb [ 1149.865367] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1b536ac-4a03-45c3-983c-c4a1a5149f40 req-bb24c1a1-2aef-478e-ad61-6276e0e60fff service nova] Releasing lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.926448] env[69735]: DEBUG nova.compute.manager [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Received event network-vif-deleted-e9823534-75d3-42e4-a927-d0cadcd76d7a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.926626] env[69735]: DEBUG nova.compute.manager [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Received event network-vif-plugged-cc982ed7-2d55-4682-b096-49e314f6af3f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.926840] env[69735]: DEBUG oslo_concurrency.lockutils [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] Acquiring lock "7922b813-576a-46ea-a177-91ab37aec0ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.927102] env[69735]: DEBUG oslo_concurrency.lockutils [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] Lock "7922b813-576a-46ea-a177-91ab37aec0ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.927288] env[69735]: DEBUG oslo_concurrency.lockutils [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] Lock "7922b813-576a-46ea-a177-91ab37aec0ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.927453] env[69735]: DEBUG nova.compute.manager [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] No waiting events found dispatching network-vif-plugged-cc982ed7-2d55-4682-b096-49e314f6af3f {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.927618] env[69735]: WARNING nova.compute.manager [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Received unexpected event network-vif-plugged-cc982ed7-2d55-4682-b096-49e314f6af3f for instance with vm_state building and task_state spawning. [ 1149.927775] env[69735]: DEBUG nova.compute.manager [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Received event network-changed-cc982ed7-2d55-4682-b096-49e314f6af3f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.927924] env[69735]: DEBUG nova.compute.manager [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Refreshing instance network info cache due to event network-changed-cc982ed7-2d55-4682-b096-49e314f6af3f. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.928101] env[69735]: DEBUG oslo_concurrency.lockutils [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] Acquiring lock "refresh_cache-7922b813-576a-46ea-a177-91ab37aec0ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.971662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "refresh_cache-7922b813-576a-46ea-a177-91ab37aec0ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.972088] env[69735]: DEBUG nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Instance network_info: |[{"id": "cc982ed7-2d55-4682-b096-49e314f6af3f", "address": "fa:16:3e:ed:ae:f6", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc982ed7-2d", "ovs_interfaceid": "cc982ed7-2d55-4682-b096-49e314f6af3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.973118] env[69735]: DEBUG oslo_concurrency.lockutils [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] Acquired lock "refresh_cache-7922b813-576a-46ea-a177-91ab37aec0ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.973118] env[69735]: DEBUG nova.network.neutron [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Refreshing network info cache for port cc982ed7-2d55-4682-b096-49e314f6af3f {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.973776] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ae:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc982ed7-2d55-4682-b096-49e314f6af3f', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.981744] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating folder: Project (895896a71c4e4c80a5a24d7c8d4e9b82). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.982891] env[69735]: INFO nova.compute.manager [-] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Took 1.43 seconds to deallocate network for instance. [ 1149.983129] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71f9ec38-7296-4518-b786-f5ac22274781 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.999745] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created folder: Project (895896a71c4e4c80a5a24d7c8d4e9b82) in parent group-v719064. [ 1149.999961] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating folder: Instances. Parent ref: group-v719327. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.000211] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69110019-092e-4287-8161-ad99ccb44ff9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.009651] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created folder: Instances in parent group-v719327. [ 1150.009903] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.010511] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.010511] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71e4f7b9-a826-474c-8cad-d87bf1cbe11e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.031938] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.031938] env[69735]: value = "task-3605807" [ 1150.031938] env[69735]: _type = "Task" [ 1150.031938] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.040417] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605807, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.142165] env[69735]: DEBUG nova.network.neutron [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.163838] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522ed6dc-af99-6636-1382-a87194333f35, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.171344] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ced4b51-6401-479a-86c6-bf5c6fcd50bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.179565] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605803, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.181169] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1150.181169] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5252401b-322b-4e86-ab97-7ed15bc14e10" [ 1150.181169] env[69735]: _type = "Task" [ 1150.181169] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.192859] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5252401b-322b-4e86-ab97-7ed15bc14e10, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.193285] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.193474] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 135b0602-c618-4d1e-8c49-384ec38c1d08/135b0602-c618-4d1e-8c49-384ec38c1d08.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.193888] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7de9612-b49b-4287-bdd7-8ef9b797a3da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.202770] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1150.202770] env[69735]: value = "task-3605808" [ 1150.202770] env[69735]: _type = "Task" [ 1150.202770] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.213298] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.299400] env[69735]: DEBUG oslo_vmware.api [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605804, 'name': PowerOnVM_Task, 'duration_secs': 0.485734} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.302336] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.302592] env[69735]: INFO nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1150.302782] env[69735]: DEBUG nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.303934] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ad78f0-92ad-44f0-83a8-cd8b352bd410 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.319342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9def0f84-1265-4b01-98fb-8c4d323cdbaf tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.888s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.330269] env[69735]: DEBUG nova.network.neutron [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating instance_info_cache with network_info: [{"id": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "address": "fa:16:3e:cc:18:27", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f41ad67-e2", "ovs_interfaceid": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.492454] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.544513] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605807, 'name': CreateVM_Task, 'duration_secs': 0.435712} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.544669] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.545426] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.545792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.545934] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.549245] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19d9217-a8a1-493c-bc99-0a20cf84eae0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.558023] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1150.558023] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d19afe-b402-775a-458d-85617f3d743c" [ 1150.558023] env[69735]: _type = "Task" [ 1150.558023] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.567733] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d19afe-b402-775a-458d-85617f3d743c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.659128] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e823d-745b-422b-9ec2-d7176b9e44f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.673744] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f02fe3-2eb1-449c-901c-5247ae9a3751 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.716552] env[69735]: DEBUG oslo_vmware.api [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605803, 'name': PowerOnVM_Task, 'duration_secs': 0.545807} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.722598] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472a5da4-4fab-42ff-8975-a3ff964e6d24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.729034] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.729034] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-42292296-c06d-427e-a73f-375df03402bd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance '9a27fe9f-1ad7-4923-9107-0c51a43dc800' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.735488] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605808, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.739077] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347155ea-7b6c-48e9-b190-f2ae46fd4eea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.753529] env[69735]: DEBUG nova.compute.provider_tree [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.768528] env[69735]: DEBUG nova.network.neutron [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Updated VIF entry in instance network info cache for port cc982ed7-2d55-4682-b096-49e314f6af3f. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.768882] env[69735]: DEBUG nova.network.neutron [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Updating instance_info_cache with network_info: [{"id": "cc982ed7-2d55-4682-b096-49e314f6af3f", "address": "fa:16:3e:ed:ae:f6", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc982ed7-2d", "ovs_interfaceid": "cc982ed7-2d55-4682-b096-49e314f6af3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.820372] env[69735]: INFO nova.compute.manager [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Took 41.49 seconds to build instance. [ 1150.829969] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.830269] env[69735]: DEBUG nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Instance network_info: |[{"id": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "address": "fa:16:3e:cc:18:27", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f41ad67-e2", "ovs_interfaceid": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.830642] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:18:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f41ad67-e205-4211-b98f-e1db33fbaffb', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.839079] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.839748] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.839971] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4f159dd-41c8-4567-aec5-120b34f80748 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.861704] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.861704] env[69735]: value = "task-3605809" [ 1150.861704] env[69735]: _type = "Task" [ 1150.861704] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.870551] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605809, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.911007] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "fb563b85-8f64-40ab-8213-7b195b1ac926" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.911337] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.911550] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.911789] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.911965] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.914626] env[69735]: INFO nova.compute.manager [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Terminating instance [ 1151.068703] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d19afe-b402-775a-458d-85617f3d743c, 'name': SearchDatastore_Task, 'duration_secs': 0.065661} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.069028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.069733] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.069733] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.069733] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.069933] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.070544] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2e38b28-8b63-470f-aaf1-26a0bfe5978f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.077410] env[69735]: DEBUG nova.compute.manager [req-119786e6-babe-47bf-b550-c6df73d01e92 req-98d5d636-425e-4c9e-b5b6-e14347059c14 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Received event network-changed-8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.077655] env[69735]: DEBUG nova.compute.manager [req-119786e6-babe-47bf-b550-c6df73d01e92 req-98d5d636-425e-4c9e-b5b6-e14347059c14 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Refreshing instance network info cache due to event network-changed-8f41ad67-e205-4211-b98f-e1db33fbaffb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.077826] env[69735]: DEBUG oslo_concurrency.lockutils [req-119786e6-babe-47bf-b550-c6df73d01e92 req-98d5d636-425e-4c9e-b5b6-e14347059c14 service nova] Acquiring lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.078020] env[69735]: DEBUG oslo_concurrency.lockutils [req-119786e6-babe-47bf-b550-c6df73d01e92 req-98d5d636-425e-4c9e-b5b6-e14347059c14 service nova] Acquired lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.078078] env[69735]: DEBUG nova.network.neutron [req-119786e6-babe-47bf-b550-c6df73d01e92 req-98d5d636-425e-4c9e-b5b6-e14347059c14 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Refreshing network info cache for port 8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.080494] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.080661] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.081571] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fde903-d19c-4dcf-8583-d5d35e9cc26f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.088104] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1151.088104] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52313649-306b-b6d5-e387-40cdd519229b" [ 1151.088104] env[69735]: _type = "Task" [ 1151.088104] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.096924] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52313649-306b-b6d5-e387-40cdd519229b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.230168] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59807} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.230477] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 135b0602-c618-4d1e-8c49-384ec38c1d08/135b0602-c618-4d1e-8c49-384ec38c1d08.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.230687] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.233462] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6be177d-be56-4e3b-87e8-1f233e44a21c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.241717] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1151.241717] env[69735]: value = "task-3605810" [ 1151.241717] env[69735]: _type = "Task" [ 1151.241717] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.251832] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.257397] env[69735]: DEBUG nova.scheduler.client.report [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.272128] env[69735]: DEBUG oslo_concurrency.lockutils [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] Releasing lock "refresh_cache-7922b813-576a-46ea-a177-91ab37aec0ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.272611] env[69735]: DEBUG nova.compute.manager [req-5009b7f2-4aa1-49cd-bc4f-d1fba4ec7b62 req-cfe8be60-48bd-405b-bb26-5c4dce13c137 service nova] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Received event network-vif-deleted-ccc183a3-9421-44e0-ad81-1fb5c62dc3fa {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.321837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-532cc7d3-6827-4b5e-b5fc-96fb06cfb55c tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "23c903a3-2af6-4ef5-b22a-c372824dcb95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.010s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.373973] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605809, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.417773] env[69735]: DEBUG nova.compute.manager [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.418208] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.419306] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b0b4dc-97d7-4304-a12d-4e1d964d66cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.427390] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.427720] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04423473-fc02-4560-aee8-df8329ff4029 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.434048] env[69735]: DEBUG oslo_vmware.api [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1151.434048] env[69735]: value = "task-3605811" [ 1151.434048] env[69735]: _type = "Task" [ 1151.434048] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.442783] env[69735]: DEBUG oslo_vmware.api [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.578027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.578813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.598959] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52313649-306b-b6d5-e387-40cdd519229b, 'name': SearchDatastore_Task, 'duration_secs': 0.016511} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.599845] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beab1f76-9607-434f-b3df-5add1aa18012 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.605166] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1151.605166] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52426aa0-7147-f041-561f-69c5c151497f" [ 1151.605166] env[69735]: _type = "Task" [ 1151.605166] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.612971] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52426aa0-7147-f041-561f-69c5c151497f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.720738] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.720987] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.721201] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.721698] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.721887] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.724457] env[69735]: INFO nova.compute.manager [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Terminating instance [ 1151.750593] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128096} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.750910] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.751834] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e43da-1946-4e7a-945d-41f9d190d290 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.762906] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.763467] env[69735]: DEBUG nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.775019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.314s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.775019] env[69735]: DEBUG nova.objects.instance [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'resources' on Instance uuid 7862a8bc-1269-49ec-b156-0b014e024579 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.786090] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 135b0602-c618-4d1e-8c49-384ec38c1d08/135b0602-c618-4d1e-8c49-384ec38c1d08.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.787385] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2290330c-9091-4be5-95b1-c6fed281646a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.810846] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1151.810846] env[69735]: value = "task-3605812" [ 1151.810846] env[69735]: _type = "Task" [ 1151.810846] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.819747] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.842714] env[69735]: DEBUG nova.network.neutron [req-119786e6-babe-47bf-b550-c6df73d01e92 req-98d5d636-425e-4c9e-b5b6-e14347059c14 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updated VIF entry in instance network info cache for port 8f41ad67-e205-4211-b98f-e1db33fbaffb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.843092] env[69735]: DEBUG nova.network.neutron [req-119786e6-babe-47bf-b550-c6df73d01e92 req-98d5d636-425e-4c9e-b5b6-e14347059c14 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating instance_info_cache with network_info: [{"id": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "address": "fa:16:3e:cc:18:27", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f41ad67-e2", "ovs_interfaceid": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.874860] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605809, 'name': CreateVM_Task, 'duration_secs': 0.698627} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.875031] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.875714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.875881] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.876207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.876451] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e12aa6c-9c2d-4174-b5e4-c3919ee5356e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.882548] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1151.882548] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52772dbc-556e-6029-6b0e-22e16f23b102" [ 1151.882548] env[69735]: _type = "Task" [ 1151.882548] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.890262] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52772dbc-556e-6029-6b0e-22e16f23b102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.943196] env[69735]: DEBUG oslo_vmware.api [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605811, 'name': PowerOffVM_Task, 'duration_secs': 0.318201} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.943469] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.943655] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.943955] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd2d5d4-ca13-4e98-94f6-15b66ea4bb17 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.045430] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.045700] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.045884] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleting the datastore file [datastore1] fb563b85-8f64-40ab-8213-7b195b1ac926 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.046173] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82fa7687-2243-407e-8319-437570738da2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.052856] env[69735]: DEBUG oslo_vmware.api [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1152.052856] env[69735]: value = "task-3605814" [ 1152.052856] env[69735]: _type = "Task" [ 1152.052856] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.063595] env[69735]: DEBUG oslo_vmware.api [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.081324] env[69735]: DEBUG nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.115972] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52426aa0-7147-f041-561f-69c5c151497f, 'name': SearchDatastore_Task, 'duration_secs': 0.021147} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.116985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.117290] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 7922b813-576a-46ea-a177-91ab37aec0ce/7922b813-576a-46ea-a177-91ab37aec0ce.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.117573] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e054bc3-cbbc-49e3-a2b4-ea37e6e8b559 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.124098] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1152.124098] env[69735]: value = "task-3605815" [ 1152.124098] env[69735]: _type = "Task" [ 1152.124098] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.132588] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.230096] env[69735]: DEBUG nova.compute.manager [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.230407] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.231454] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb58cb-2edd-4e84-bc5d-94da4124e165 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.246068] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.247721] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31431ff5-1047-4b31-8387-542b54b05e14 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.254669] env[69735]: DEBUG oslo_vmware.api [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1152.254669] env[69735]: value = "task-3605816" [ 1152.254669] env[69735]: _type = "Task" [ 1152.254669] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.263225] env[69735]: DEBUG oslo_vmware.api [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.291316] env[69735]: DEBUG nova.compute.utils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.292918] env[69735]: DEBUG nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.293110] env[69735]: DEBUG nova.network.neutron [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.324990] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.341032] env[69735]: DEBUG nova.policy [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96fee9da0b0b4d7fa1c8fb8ab40205eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afd87e485004007ae03bb74894f7edf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.346434] env[69735]: DEBUG oslo_concurrency.lockutils [req-119786e6-babe-47bf-b550-c6df73d01e92 req-98d5d636-425e-4c9e-b5b6-e14347059c14 service nova] Releasing lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.370921] env[69735]: DEBUG nova.compute.manager [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.374826] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67501154-7f12-4e59-aa8c-5b1b8ae3eacc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.396864] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52772dbc-556e-6029-6b0e-22e16f23b102, 'name': SearchDatastore_Task, 'duration_secs': 0.057105} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.396864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.396864] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.397170] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.397213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.397354] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.397626] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eebc093f-13e1-4b75-8acd-ab2f2acd399e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.407950] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.407950] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.411236] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57a8a7f-f0b4-4059-b290-54671b4eb4ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.418219] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1152.418219] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c9a65-933a-9b6c-37d7-0241cc9c729e" [ 1152.418219] env[69735]: _type = "Task" [ 1152.418219] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.426961] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c9a65-933a-9b6c-37d7-0241cc9c729e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.562736] env[69735]: DEBUG oslo_vmware.api [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210561} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.563043] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.563250] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.563435] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.563687] env[69735]: INFO nova.compute.manager [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1152.563943] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.566890] env[69735]: DEBUG nova.compute.manager [-] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.567030] env[69735]: DEBUG nova.network.neutron [-] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.603344] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.636312] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.706873] env[69735]: DEBUG nova.network.neutron [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Successfully created port: 7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.712692] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0833fdd7-15eb-4f81-8c29-7ba35c524e5f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.723553] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4365461-23d6-4f59-8fe2-56f5139fee01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.761232] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf1a23e-08b8-411a-bc44-d7e2e75ea435 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.768970] env[69735]: DEBUG oslo_vmware.api [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605816, 'name': PowerOffVM_Task, 'duration_secs': 0.508179} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.771046] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.771247] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.771545] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78ceb38f-1b6e-4375-8031-432f404e7007 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.773916] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03613aa-ad1a-4b27-829a-a3ae5ba49148 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.788095] env[69735]: DEBUG nova.compute.provider_tree [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.799489] env[69735]: DEBUG nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.823220] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605812, 'name': ReconfigVM_Task, 'duration_secs': 0.544866} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.823497] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 135b0602-c618-4d1e-8c49-384ec38c1d08/135b0602-c618-4d1e-8c49-384ec38c1d08.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.824221] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-039685d7-c4f0-4ff8-a353-64303d40e405 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.830311] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1152.830311] env[69735]: value = "task-3605818" [ 1152.830311] env[69735]: _type = "Task" [ 1152.830311] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.839407] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605818, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.842353] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.842556] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.842837] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleting the datastore file [datastore2] c2a6a3aa-1987-4ffe-a7b4-5d6802112141 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.843100] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-787dc1be-d2e8-47e9-9404-421dc958a377 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.850510] env[69735]: DEBUG oslo_vmware.api [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for the task: (returnval){ [ 1152.850510] env[69735]: value = "task-3605819" [ 1152.850510] env[69735]: _type = "Task" [ 1152.850510] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.859311] env[69735]: DEBUG oslo_vmware.api [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.890019] env[69735]: INFO nova.compute.manager [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] instance snapshotting [ 1152.893166] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c014417e-bf69-4d90-a181-cbb8fd47b28c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.913855] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e8999-e112-4a66-902c-c21d186fb12a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.931762] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c9a65-933a-9b6c-37d7-0241cc9c729e, 'name': SearchDatastore_Task, 'duration_secs': 0.016841} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.932297] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5a399b-48b8-4ab3-91e5-25b906460049 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.938727] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1152.938727] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d8f869-46c3-53ab-7e64-ac2712a6dc55" [ 1152.938727] env[69735]: _type = "Task" [ 1152.938727] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.948237] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d8f869-46c3-53ab-7e64-ac2712a6dc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.015328] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.015732] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.016049] env[69735]: DEBUG nova.compute.manager [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Going to confirm migration 7 {{(pid=69735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1153.138698] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590325} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.138698] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 7922b813-576a-46ea-a177-91ab37aec0ce/7922b813-576a-46ea-a177-91ab37aec0ce.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.138698] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.138698] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab54af7d-9f8f-4bfc-b6e3-2895f1620118 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.145020] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1153.145020] env[69735]: value = "task-3605820" [ 1153.145020] env[69735]: _type = "Task" [ 1153.145020] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.152020] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.166164] env[69735]: DEBUG nova.compute.manager [req-26b3b2b0-7a3a-44a4-b729-db6b9f5ae70b req-a397cd7d-0b92-4986-9108-0801104b1791 service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Received event network-vif-deleted-c3f7eec1-62c6-4dd4-b259-450ff0455df2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.166164] env[69735]: INFO nova.compute.manager [req-26b3b2b0-7a3a-44a4-b729-db6b9f5ae70b req-a397cd7d-0b92-4986-9108-0801104b1791 service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Neutron deleted interface c3f7eec1-62c6-4dd4-b259-450ff0455df2; detaching it from the instance and deleting it from the info cache [ 1153.166164] env[69735]: DEBUG nova.network.neutron [req-26b3b2b0-7a3a-44a4-b729-db6b9f5ae70b req-a397cd7d-0b92-4986-9108-0801104b1791 service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.292248] env[69735]: DEBUG nova.scheduler.client.report [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.344113] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605818, 'name': Rename_Task, 'duration_secs': 0.165621} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.344816] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.345093] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-314eff3f-330a-4eb9-90df-6de77770240c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.352240] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1153.352240] env[69735]: value = "task-3605821" [ 1153.352240] env[69735]: _type = "Task" [ 1153.352240] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.363937] env[69735]: DEBUG oslo_vmware.api [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Task: {'id': task-3605819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157381} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.367123] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.367324] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.367498] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.367666] env[69735]: INFO nova.compute.manager [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1153.367893] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.368097] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.368302] env[69735]: DEBUG nova.compute.manager [-] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.368397] env[69735]: DEBUG nova.network.neutron [-] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.427583] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1153.427917] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61c9d3b9-c142-4b6f-b333-82fe6c96a4f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.436159] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1153.436159] env[69735]: value = "task-3605822" [ 1153.436159] env[69735]: _type = "Task" [ 1153.436159] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.447768] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.451376] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d8f869-46c3-53ab-7e64-ac2712a6dc55, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.451569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.451832] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608/d3d6b388-c596-44ba-949d-ec1024ca2608.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.452107] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24d1e5a-ada7-4206-a77e-9af510470b7f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.459085] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1153.459085] env[69735]: value = "task-3605823" [ 1153.459085] env[69735]: _type = "Task" [ 1153.459085] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.467196] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.525814] env[69735]: DEBUG nova.network.neutron [-] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.586274] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.586457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.586699] env[69735]: DEBUG nova.network.neutron [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.586931] env[69735]: DEBUG nova.objects.instance [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'info_cache' on Instance uuid 9a27fe9f-1ad7-4923-9107-0c51a43dc800 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.654310] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133123} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.654730] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.655725] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90be63b-ca1b-4aeb-a4db-564f944c7f11 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.681660] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 7922b813-576a-46ea-a177-91ab37aec0ce/7922b813-576a-46ea-a177-91ab37aec0ce.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.681953] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd36223-38e7-4c26-b81f-38352e1e9b7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.684475] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7d2b75-eb01-4420-ae2c-15db471aad52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.707241] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08313d83-98c2-4ab7-824b-d611fa8cf0dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.720212] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1153.720212] env[69735]: value = "task-3605824" [ 1153.720212] env[69735]: _type = "Task" [ 1153.720212] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.731727] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.744388] env[69735]: DEBUG nova.compute.manager [req-26b3b2b0-7a3a-44a4-b729-db6b9f5ae70b req-a397cd7d-0b92-4986-9108-0801104b1791 service nova] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Detach interface failed, port_id=c3f7eec1-62c6-4dd4-b259-450ff0455df2, reason: Instance fb563b85-8f64-40ab-8213-7b195b1ac926 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1153.798147] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.801034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.685s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.809037] env[69735]: DEBUG nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.824387] env[69735]: INFO nova.scheduler.client.report [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted allocations for instance 7862a8bc-1269-49ec-b156-0b014e024579 [ 1153.838897] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.839393] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.839393] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.839551] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.839703] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.840118] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.840204] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.842024] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.842024] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.842024] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.842024] env[69735]: DEBUG nova.virt.hardware [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.842024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e997532-3c0b-465a-ad12-fa4c27e13604 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.850492] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12ee6b5-29a8-4f9d-b029-1dd44de55bb6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.873971] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.947571] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605822, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.970298] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605823, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.029443] env[69735]: INFO nova.compute.manager [-] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Took 1.46 seconds to deallocate network for instance. [ 1154.150570] env[69735]: DEBUG nova.network.neutron [-] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.241513] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.255326] env[69735]: DEBUG nova.compute.manager [req-4dcae93d-c24e-489a-8fd3-3052f6480140 req-bf57a819-edb2-4102-8b73-3f399e276dff service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Received event network-vif-plugged-7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.255326] env[69735]: DEBUG oslo_concurrency.lockutils [req-4dcae93d-c24e-489a-8fd3-3052f6480140 req-bf57a819-edb2-4102-8b73-3f399e276dff service nova] Acquiring lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.255647] env[69735]: DEBUG oslo_concurrency.lockutils [req-4dcae93d-c24e-489a-8fd3-3052f6480140 req-bf57a819-edb2-4102-8b73-3f399e276dff service nova] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.256148] env[69735]: DEBUG oslo_concurrency.lockutils [req-4dcae93d-c24e-489a-8fd3-3052f6480140 req-bf57a819-edb2-4102-8b73-3f399e276dff service nova] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.256488] env[69735]: DEBUG nova.compute.manager [req-4dcae93d-c24e-489a-8fd3-3052f6480140 req-bf57a819-edb2-4102-8b73-3f399e276dff service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] No waiting events found dispatching network-vif-plugged-7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.257417] env[69735]: WARNING nova.compute.manager [req-4dcae93d-c24e-489a-8fd3-3052f6480140 req-bf57a819-edb2-4102-8b73-3f399e276dff service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Received unexpected event network-vif-plugged-7a31dc57-54d1-471d-b17b-8907cdf504f8 for instance with vm_state building and task_state spawning. [ 1154.296293] env[69735]: DEBUG nova.network.neutron [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Successfully updated port: 7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.307450] env[69735]: DEBUG nova.objects.instance [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'migration_context' on Instance uuid 3570b07b-e97a-4e59-967e-371cb1f743bf {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.333366] env[69735]: DEBUG oslo_concurrency.lockutils [None req-161e85a7-481e-4142-aac9-d10efd2b2b2d tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "7862a8bc-1269-49ec-b156-0b014e024579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.065s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.365606] env[69735]: DEBUG oslo_vmware.api [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605821, 'name': PowerOnVM_Task, 'duration_secs': 0.759062} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.365904] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.366083] env[69735]: INFO nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1154.366264] env[69735]: DEBUG nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.367150] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59039a0-0321-4301-9ce5-67383271a863 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.447021] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605822, 'name': CreateSnapshot_Task, 'duration_secs': 0.888657} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.447347] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1154.448121] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ada0f-6abd-4f16-81ef-622565b059f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.468601] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805924} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.469091] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608/d3d6b388-c596-44ba-949d-ec1024ca2608.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.469091] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.469312] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca50ea8-13c8-4ebc-b310-1d0c0ec56d30 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.476764] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1154.476764] env[69735]: value = "task-3605825" [ 1154.476764] env[69735]: _type = "Task" [ 1154.476764] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.485088] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.537096] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.654734] env[69735]: INFO nova.compute.manager [-] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Took 1.29 seconds to deallocate network for instance. [ 1154.730749] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605824, 'name': ReconfigVM_Task, 'duration_secs': 0.54966} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.731036] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 7922b813-576a-46ea-a177-91ab37aec0ce/7922b813-576a-46ea-a177-91ab37aec0ce.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.731753] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e5e453-069c-4bf7-9076-e08021e8d2a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.738122] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1154.738122] env[69735]: value = "task-3605826" [ 1154.738122] env[69735]: _type = "Task" [ 1154.738122] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.745658] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605826, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.796943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.797106] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.797263] env[69735]: DEBUG nova.network.neutron [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.809022] env[69735]: DEBUG nova.network.neutron [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [{"id": "f483a55d-c270-4325-acc0-bf433c8a4b25", "address": "fa:16:3e:ef:d0:1b", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf483a55d-c2", "ovs_interfaceid": "f483a55d-c270-4325-acc0-bf433c8a4b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.892564] env[69735]: INFO nova.compute.manager [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Took 40.09 seconds to build instance. [ 1154.966216] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1154.968853] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e97de20a-63fb-408c-9280-48817e9fce33 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.978224] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1154.978224] env[69735]: value = "task-3605827" [ 1154.978224] env[69735]: _type = "Task" [ 1154.978224] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.992922] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065098} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.996778] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.997249] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605827, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.000654] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c94aa-db37-40f7-ad5d-13d3afacc597 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.024638] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608/d3d6b388-c596-44ba-949d-ec1024ca2608.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.027551] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba7e56a-3a5e-4ad2-84b7-234648efcb13 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.047203] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1155.047203] env[69735]: value = "task-3605828" [ 1155.047203] env[69735]: _type = "Task" [ 1155.047203] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.056949] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.160633] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4051d663-41ea-4874-b1ad-58f14f13bb50 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.165753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.172606] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3090beb7-a271-4e29-98ff-1b1eb5928e48 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.222120] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e6f3c8-002e-438e-81c7-fbe8e75633ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.227357] env[69735]: DEBUG nova.compute.manager [req-18730d30-1dd4-43c8-8a82-89b8694d69d1 req-fbf4652f-d3f3-41a9-9b25-46e6e57b0c5e service nova] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Received event network-vif-deleted-ad4ed4ce-4479-4261-9a85-d42c2d139180 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.235387] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5445609-c7dc-4347-8de8-81729b9d5bf7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.268439] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605826, 'name': Rename_Task, 'duration_secs': 0.451779} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.269475] env[69735]: DEBUG nova.compute.provider_tree [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.274237] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.274237] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f09af57-e87d-4af9-953c-45d806b24f2c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.279649] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1155.279649] env[69735]: value = "task-3605829" [ 1155.279649] env[69735]: _type = "Task" [ 1155.279649] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.291711] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.311834] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-9a27fe9f-1ad7-4923-9107-0c51a43dc800" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.312479] env[69735]: DEBUG nova.objects.instance [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'migration_context' on Instance uuid 9a27fe9f-1ad7-4923-9107-0c51a43dc800 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.336046] env[69735]: DEBUG nova.network.neutron [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.383756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.384092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.395527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-231c17fc-1dc6-482e-8bd8-35c100065514 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.598s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.475558] env[69735]: DEBUG nova.network.neutron [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Updating instance_info_cache with network_info: [{"id": "7a31dc57-54d1-471d-b17b-8907cdf504f8", "address": "fa:16:3e:3f:f9:6c", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a31dc57-54", "ovs_interfaceid": "7a31dc57-54d1-471d-b17b-8907cdf504f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.493712] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605827, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.560330] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605828, 'name': ReconfigVM_Task, 'duration_secs': 0.329124} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.561145] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608/d3d6b388-c596-44ba-949d-ec1024ca2608.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.561949] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b7a3012-7ae2-4a1e-b935-d9154cf41f7b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.568634] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1155.568634] env[69735]: value = "task-3605830" [ 1155.568634] env[69735]: _type = "Task" [ 1155.568634] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.576708] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605830, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.773150] env[69735]: DEBUG nova.scheduler.client.report [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.789576] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605829, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.816050] env[69735]: DEBUG nova.objects.base [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Object Instance<9a27fe9f-1ad7-4923-9107-0c51a43dc800> lazy-loaded attributes: info_cache,migration_context {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.816969] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44968cf1-1559-4f49-a10c-4f44a4caae9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.837267] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f486eb07-fbc4-482d-a2df-e0f837805303 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.842841] env[69735]: DEBUG oslo_vmware.api [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1155.842841] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521d0c46-4062-f905-c5c6-9ca990fa6e44" [ 1155.842841] env[69735]: _type = "Task" [ 1155.842841] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.851128] env[69735]: DEBUG oslo_vmware.api [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521d0c46-4062-f905-c5c6-9ca990fa6e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.886363] env[69735]: DEBUG nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.976726] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.977066] env[69735]: DEBUG nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Instance network_info: |[{"id": "7a31dc57-54d1-471d-b17b-8907cdf504f8", "address": "fa:16:3e:3f:f9:6c", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a31dc57-54", "ovs_interfaceid": "7a31dc57-54d1-471d-b17b-8907cdf504f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.977503] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:f9:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a31dc57-54d1-471d-b17b-8907cdf504f8', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.985764] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.986072] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.989553] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afdb6c32-f383-4ca9-a2a5-bffbd802cfe7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.011406] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605827, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.012797] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.012797] env[69735]: value = "task-3605831" [ 1156.012797] env[69735]: _type = "Task" [ 1156.012797] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.021348] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605831, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.082437] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605830, 'name': Rename_Task, 'duration_secs': 0.152796} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.082825] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.083176] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91982f0a-204c-430b-b4d9-c7e5b1571351 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.090981] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1156.090981] env[69735]: value = "task-3605832" [ 1156.090981] env[69735]: _type = "Task" [ 1156.090981] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.102272] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.291693] env[69735]: DEBUG oslo_vmware.api [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605829, 'name': PowerOnVM_Task, 'duration_secs': 0.669877} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.291967] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.292219] env[69735]: INFO nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1156.292410] env[69735]: DEBUG nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.293226] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2808d23-8e57-491e-88d5-4b7f7b445ce1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.358964] env[69735]: DEBUG oslo_vmware.api [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521d0c46-4062-f905-c5c6-9ca990fa6e44, 'name': SearchDatastore_Task, 'duration_secs': 0.007911} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.359761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.413174] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.444010] env[69735]: DEBUG nova.compute.manager [req-0338d313-7e7d-4661-8f70-9a605040527c req-13c2b5f4-e420-405d-89dc-7337698d801f service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Received event network-changed-7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.444681] env[69735]: DEBUG nova.compute.manager [req-0338d313-7e7d-4661-8f70-9a605040527c req-13c2b5f4-e420-405d-89dc-7337698d801f service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Refreshing instance network info cache due to event network-changed-7a31dc57-54d1-471d-b17b-8907cdf504f8. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.445187] env[69735]: DEBUG oslo_concurrency.lockutils [req-0338d313-7e7d-4661-8f70-9a605040527c req-13c2b5f4-e420-405d-89dc-7337698d801f service nova] Acquiring lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.445551] env[69735]: DEBUG oslo_concurrency.lockutils [req-0338d313-7e7d-4661-8f70-9a605040527c req-13c2b5f4-e420-405d-89dc-7337698d801f service nova] Acquired lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.445891] env[69735]: DEBUG nova.network.neutron [req-0338d313-7e7d-4661-8f70-9a605040527c req-13c2b5f4-e420-405d-89dc-7337698d801f service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Refreshing network info cache for port 7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.495866] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605827, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.528499] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605831, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.602679] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605832, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.790137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.988s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.796721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.864s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.797145] env[69735]: DEBUG nova.objects.instance [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1156.817622] env[69735]: INFO nova.compute.manager [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Took 41.42 seconds to build instance. [ 1156.998267] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605827, 'name': CloneVM_Task, 'duration_secs': 1.721578} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.998565] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Created linked-clone VM from snapshot [ 1156.999384] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecff69b-d642-43ba-b8c5-3decc0c1eeb3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.007377] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Uploading image c8c9735a-6d07-4240-8dcb-42a6586a85a0 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1157.022853] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605831, 'name': CreateVM_Task, 'duration_secs': 0.527362} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.024110] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1157.024346] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.024558] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38055073-5b82-480b-a3fc-1b30a8762eb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.026735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.026876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.027179] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.027437] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17531a2-9eb3-40d4-8e26-836d4d1b67e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.033501] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1157.033501] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256240d-caa8-e9d6-b44f-6f0fd4979c47" [ 1157.033501] env[69735]: _type = "Task" [ 1157.033501] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.034565] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1157.034565] env[69735]: value = "task-3605833" [ 1157.034565] env[69735]: _type = "Task" [ 1157.034565] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.045518] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256240d-caa8-e9d6-b44f-6f0fd4979c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.048841] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605833, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.102490] env[69735]: DEBUG oslo_vmware.api [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605832, 'name': PowerOnVM_Task, 'duration_secs': 0.523445} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.102862] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.103036] env[69735]: INFO nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1157.103220] env[69735]: DEBUG nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.104008] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c197c22-6c7e-4686-a723-c6735ca229c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.184947] env[69735]: DEBUG nova.network.neutron [req-0338d313-7e7d-4661-8f70-9a605040527c req-13c2b5f4-e420-405d-89dc-7337698d801f service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Updated VIF entry in instance network info cache for port 7a31dc57-54d1-471d-b17b-8907cdf504f8. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.185322] env[69735]: DEBUG nova.network.neutron [req-0338d313-7e7d-4661-8f70-9a605040527c req-13c2b5f4-e420-405d-89dc-7337698d801f service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Updating instance_info_cache with network_info: [{"id": "7a31dc57-54d1-471d-b17b-8907cdf504f8", "address": "fa:16:3e:3f:f9:6c", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a31dc57-54", "ovs_interfaceid": "7a31dc57-54d1-471d-b17b-8907cdf504f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.239978] env[69735]: DEBUG nova.compute.manager [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.240087] env[69735]: DEBUG nova.compute.manager [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing instance network info cache due to event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.240308] env[69735]: DEBUG oslo_concurrency.lockutils [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.240452] env[69735]: DEBUG oslo_concurrency.lockutils [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.241330] env[69735]: DEBUG nova.network.neutron [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.320621] env[69735]: DEBUG oslo_concurrency.lockutils [None req-27fa3745-3519-4cdf-b7f4-e757419d459e tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "7922b813-576a-46ea-a177-91ab37aec0ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.927s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.547810] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256240d-caa8-e9d6-b44f-6f0fd4979c47, 'name': SearchDatastore_Task, 'duration_secs': 0.017298} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.550913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.551175] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.551444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.551601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.551780] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.552087] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605833, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.552264] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a461a26-9415-4d9a-9b76-ec7b30f3f0f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.564797] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.564996] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.565756] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50dce2df-2436-4814-bf82-41f10b552488 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.570794] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1157.570794] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d7320e-a887-5e89-7116-fde543bddcbd" [ 1157.570794] env[69735]: _type = "Task" [ 1157.570794] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.580756] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d7320e-a887-5e89-7116-fde543bddcbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.626285] env[69735]: INFO nova.compute.manager [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Took 36.74 seconds to build instance. [ 1157.689009] env[69735]: DEBUG oslo_concurrency.lockutils [req-0338d313-7e7d-4661-8f70-9a605040527c req-13c2b5f4-e420-405d-89dc-7337698d801f service nova] Releasing lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.807771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-70c45590-083b-44fe-ac06-87d415d07303 tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.808660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.963s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.810389] env[69735]: INFO nova.compute.claims [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.053952] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605833, 'name': Destroy_Task, 'duration_secs': 0.750684} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.054546] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Destroyed the VM [ 1158.055029] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1158.055493] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e92e107-5634-4234-948d-9c7fcded0470 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.063878] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1158.063878] env[69735]: value = "task-3605834" [ 1158.063878] env[69735]: _type = "Task" [ 1158.063878] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.077075] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605834, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.091137] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d7320e-a887-5e89-7116-fde543bddcbd, 'name': SearchDatastore_Task, 'duration_secs': 0.015478} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.093196] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844b2480-1983-4dad-af0c-706dce6a35b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.100138] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1158.100138] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fbf3ba-ef66-4548-fccf-ce2a9feabbd1" [ 1158.100138] env[69735]: _type = "Task" [ 1158.100138] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.111525] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fbf3ba-ef66-4548-fccf-ce2a9feabbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.128466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3a11bbbf-ffca-4614-80b4-bb80a72af4cd tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.255s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.341135] env[69735]: INFO nova.compute.manager [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Swapping old allocation on dict_keys(['41570629-1595-48b8-987e-dbba8db28f32']) held by migration 846999dd-0463-4874-abf9-706c2247bf58 for instance [ 1158.370803] env[69735]: DEBUG nova.scheduler.client.report [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Overwriting current allocation {'allocations': {'41570629-1595-48b8-987e-dbba8db28f32': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 140}}, 'project_id': '81be6b75204f4dcc9f353353b443b1b8', 'user_id': 'c734c13c0f4a40389c1f2e563a4d34b8', 'consumer_generation': 1} on consumer 3570b07b-e97a-4e59-967e-371cb1f743bf {{(pid=69735) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1158.447862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.448107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.448315] env[69735]: DEBUG nova.network.neutron [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.474540] env[69735]: DEBUG nova.network.neutron [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updated VIF entry in instance network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.474915] env[69735]: DEBUG nova.network.neutron [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.574810] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605834, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.610650] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fbf3ba-ef66-4548-fccf-ce2a9feabbd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.610942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.611196] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf/55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.611504] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fef793a2-81a4-4c91-bcf5-b0e88f6d393a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.619038] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1158.619038] env[69735]: value = "task-3605835" [ 1158.619038] env[69735]: _type = "Task" [ 1158.619038] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.627928] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.700033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "1dfe6e96-bb58-49e8-891c-8d44a1197159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.700441] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "1dfe6e96-bb58-49e8-891c-8d44a1197159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.816034] env[69735]: DEBUG nova.compute.manager [req-160eb7c5-f116-4fc1-9556-e2721a1ce5e0 req-5bc4971c-21c2-449f-af1e-5e5a803569fb service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Received event network-changed-8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.816307] env[69735]: DEBUG nova.compute.manager [req-160eb7c5-f116-4fc1-9556-e2721a1ce5e0 req-5bc4971c-21c2-449f-af1e-5e5a803569fb service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Refreshing instance network info cache due to event network-changed-8f41ad67-e205-4211-b98f-e1db33fbaffb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.816576] env[69735]: DEBUG oslo_concurrency.lockutils [req-160eb7c5-f116-4fc1-9556-e2721a1ce5e0 req-5bc4971c-21c2-449f-af1e-5e5a803569fb service nova] Acquiring lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.816834] env[69735]: DEBUG oslo_concurrency.lockutils [req-160eb7c5-f116-4fc1-9556-e2721a1ce5e0 req-5bc4971c-21c2-449f-af1e-5e5a803569fb service nova] Acquired lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.817018] env[69735]: DEBUG nova.network.neutron [req-160eb7c5-f116-4fc1-9556-e2721a1ce5e0 req-5bc4971c-21c2-449f-af1e-5e5a803569fb service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Refreshing network info cache for port 8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.977652] env[69735]: DEBUG oslo_concurrency.lockutils [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.977936] env[69735]: DEBUG nova.compute.manager [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received event network-changed-036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.978190] env[69735]: DEBUG nova.compute.manager [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing instance network info cache due to event network-changed-036df641-1d2c-4ccb-b1ca-b40eb4761af2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.978447] env[69735]: DEBUG oslo_concurrency.lockutils [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] Acquiring lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.978639] env[69735]: DEBUG oslo_concurrency.lockutils [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] Acquired lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.978952] env[69735]: DEBUG nova.network.neutron [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing network info cache for port 036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.078501] env[69735]: DEBUG oslo_vmware.api [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605834, 'name': RemoveSnapshot_Task, 'duration_secs': 0.796894} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.078887] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1159.134873] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605835, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.202578] env[69735]: DEBUG nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.241344] env[69735]: DEBUG nova.network.neutron [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance_info_cache with network_info: [{"id": "47b166d8-04e1-409c-99ba-b2402c68db52", "address": "fa:16:3e:ac:7a:18", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b166d8-04", "ovs_interfaceid": "47b166d8-04e1-409c-99ba-b2402c68db52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.254800] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb191f73-4980-418e-ba90-67c145c77187 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.263699] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd1da1f-c59f-4afd-a291-1e43eebed56b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.295671] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e99c52-7e2f-42ff-8b96-e5983195b906 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.304026] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b581b-46d7-43bc-9737-db7ac33207bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.320124] env[69735]: DEBUG nova.compute.provider_tree [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.540282] env[69735]: DEBUG nova.network.neutron [req-160eb7c5-f116-4fc1-9556-e2721a1ce5e0 req-5bc4971c-21c2-449f-af1e-5e5a803569fb service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updated VIF entry in instance network info cache for port 8f41ad67-e205-4211-b98f-e1db33fbaffb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.540646] env[69735]: DEBUG nova.network.neutron [req-160eb7c5-f116-4fc1-9556-e2721a1ce5e0 req-5bc4971c-21c2-449f-af1e-5e5a803569fb service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating instance_info_cache with network_info: [{"id": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "address": "fa:16:3e:cc:18:27", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f41ad67-e2", "ovs_interfaceid": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.588735] env[69735]: WARNING nova.compute.manager [None req-5fe698d1-ba1d-4951-90c5-521133bbaa65 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Image not found during snapshot: nova.exception.ImageNotFound: Image c8c9735a-6d07-4240-8dcb-42a6586a85a0 could not be found. [ 1159.629093] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548351} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.629359] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf/55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.629598] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.630037] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4769a64d-fbe4-4d42-b122-a9237f105cb5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.636822] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1159.636822] env[69735]: value = "task-3605836" [ 1159.636822] env[69735]: _type = "Task" [ 1159.636822] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.644801] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.677148] env[69735]: DEBUG nova.network.neutron [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updated VIF entry in instance network info cache for port 036df641-1d2c-4ccb-b1ca-b40eb4761af2. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.677500] env[69735]: DEBUG nova.network.neutron [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.725613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.744721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-3570b07b-e97a-4e59-967e-371cb1f743bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.745842] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c0d39d-c224-4d94-8781-f18eb4a6e9ad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.753401] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a9cf7-ef9d-4122-9597-12b802650e56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.823521] env[69735]: DEBUG nova.scheduler.client.report [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.043979] env[69735]: DEBUG oslo_concurrency.lockutils [req-160eb7c5-f116-4fc1-9556-e2721a1ce5e0 req-5bc4971c-21c2-449f-af1e-5e5a803569fb service nova] Releasing lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.148652] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251423} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.148652] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.149849] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7139012e-566a-4c95-bc68-e0834b8cc2db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.171348] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf/55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.171606] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717c6777-5533-4e9d-8773-5ed6d8876222 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.185630] env[69735]: DEBUG oslo_concurrency.lockutils [req-e129bdc5-a8ee-4cfa-a4af-1200bfec2391 req-f5eaaa61-d5ed-4701-a119-77f75230bb32 service nova] Releasing lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.191457] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1160.191457] env[69735]: value = "task-3605837" [ 1160.191457] env[69735]: _type = "Task" [ 1160.191457] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.199356] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.329397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.329869] env[69735]: DEBUG nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.332549] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.799s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.332770] env[69735]: DEBUG nova.objects.instance [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lazy-loading 'resources' on Instance uuid 97391445-d92c-4ad1-bb3c-6da38b07752e {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.701658] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.757417] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "23c903a3-2af6-4ef5-b22a-c372824dcb95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.757662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "23c903a3-2af6-4ef5-b22a-c372824dcb95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.757866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "23c903a3-2af6-4ef5-b22a-c372824dcb95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.758059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "23c903a3-2af6-4ef5-b22a-c372824dcb95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.758225] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "23c903a3-2af6-4ef5-b22a-c372824dcb95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.760817] env[69735]: INFO nova.compute.manager [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Terminating instance [ 1160.840019] env[69735]: DEBUG nova.compute.utils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.841407] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.842108] env[69735]: DEBUG nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.842108] env[69735]: DEBUG nova.network.neutron [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.843792] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18a8b5f7-c92e-43f5-8a08-016df51a2a53 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.851110] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1160.851110] env[69735]: value = "task-3605838" [ 1160.851110] env[69735]: _type = "Task" [ 1160.851110] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.858495] env[69735]: DEBUG nova.compute.manager [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received event network-changed-036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.858700] env[69735]: DEBUG nova.compute.manager [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing instance network info cache due to event network-changed-036df641-1d2c-4ccb-b1ca-b40eb4761af2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.858857] env[69735]: DEBUG oslo_concurrency.lockutils [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] Acquiring lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.859023] env[69735]: DEBUG oslo_concurrency.lockutils [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] Acquired lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.859178] env[69735]: DEBUG nova.network.neutron [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing network info cache for port 036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.866477] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.896600] env[69735]: DEBUG nova.policy [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376961eb4ee1483892f9345a479eb196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdf4c49c001d4612933c3e87e7459422', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.184437] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24707e2-ee92-4035-a51c-c3d11fc1e173 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.191506] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8be504-ab01-4dcc-abc9-3ba31cccca0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.229066] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605837, 'name': ReconfigVM_Task, 'duration_secs': 0.981592} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.229777] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3be2e2e-f29c-4e56-827f-0ba83defc23e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.232161] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf/55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.232802] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20447793-008a-4bec-9378-52e856a1b4ab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.241325] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada8613b-a4e2-43a0-a384-cb9102c9da1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.246203] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1161.246203] env[69735]: value = "task-3605839" [ 1161.246203] env[69735]: _type = "Task" [ 1161.246203] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.257542] env[69735]: DEBUG nova.compute.provider_tree [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.264677] env[69735]: DEBUG nova.compute.manager [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.264877] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.265162] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605839, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.265882] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d8bed-fe54-4f34-a29f-a5d781f07089 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.272869] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.273849] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddfe6b29-3635-4b8e-9711-ff3515df0534 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.280678] env[69735]: DEBUG oslo_vmware.api [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1161.280678] env[69735]: value = "task-3605840" [ 1161.280678] env[69735]: _type = "Task" [ 1161.280678] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.288860] env[69735]: DEBUG oslo_vmware.api [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.291253] env[69735]: DEBUG nova.network.neutron [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Successfully created port: 9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.342818] env[69735]: DEBUG nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.360383] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605838, 'name': PowerOffVM_Task, 'duration_secs': 0.300997} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.360711] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.361430] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.363095] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.371721] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9152ad4c-8e3f-46c1-b828-79bb19ea7166 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.388880] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1161.388880] env[69735]: value = "task-3605841" [ 1161.388880] env[69735]: _type = "Task" [ 1161.388880] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.397557] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.602383] env[69735]: DEBUG nova.network.neutron [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updated VIF entry in instance network info cache for port 036df641-1d2c-4ccb-b1ca-b40eb4761af2. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.602784] env[69735]: DEBUG nova.network.neutron [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.755233] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605839, 'name': Rename_Task, 'duration_secs': 0.168115} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.755590] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.755830] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72964be6-8107-48db-832e-9540bd020803 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.760330] env[69735]: DEBUG nova.scheduler.client.report [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.764647] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1161.764647] env[69735]: value = "task-3605842" [ 1161.764647] env[69735]: _type = "Task" [ 1161.764647] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.772592] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.790904] env[69735]: DEBUG oslo_vmware.api [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605840, 'name': PowerOffVM_Task, 'duration_secs': 0.178162} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.791254] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.791455] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.791756] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b91b4fa-7c0d-4e80-9ff2-8ad14cce22e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.859271] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.859271] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.859271] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleting the datastore file [datastore2] 23c903a3-2af6-4ef5-b22a-c372824dcb95 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.859271] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47ceaf2d-5d5d-474f-bc43-3896d65867f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.864029] env[69735]: DEBUG oslo_vmware.api [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for the task: (returnval){ [ 1161.864029] env[69735]: value = "task-3605844" [ 1161.864029] env[69735]: _type = "Task" [ 1161.864029] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.871372] env[69735]: DEBUG oslo_vmware.api [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.899968] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605841, 'name': ReconfigVM_Task, 'duration_secs': 0.204512} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.900845] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b495f87e-9442-431f-bf64-02187468c3c0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.928171] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.928450] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.928607] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.928790] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.928934] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.929093] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.929302] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.929460] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.929634] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.929812] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.929985] env[69735]: DEBUG nova.virt.hardware [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.930851] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e858ca0d-dbd6-4caf-b0c0-51c52b5729cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.936712] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1161.936712] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5264465b-a3e7-1c09-a42c-62c36fdd23d7" [ 1161.936712] env[69735]: _type = "Task" [ 1161.936712] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.946297] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5264465b-a3e7-1c09-a42c-62c36fdd23d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.105440] env[69735]: DEBUG oslo_concurrency.lockutils [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] Releasing lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.105668] env[69735]: DEBUG nova.compute.manager [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.105877] env[69735]: DEBUG nova.compute.manager [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing instance network info cache due to event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.106140] env[69735]: DEBUG oslo_concurrency.lockutils [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.106329] env[69735]: DEBUG oslo_concurrency.lockutils [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.106551] env[69735]: DEBUG nova.network.neutron [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.266649] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.270112] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.755s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.270547] env[69735]: DEBUG nova.objects.instance [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lazy-loading 'resources' on Instance uuid 1be49576-2a6c-44a2-a2ba-21a05958e1a5 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.280832] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605842, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.291410] env[69735]: INFO nova.scheduler.client.report [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Deleted allocations for instance 97391445-d92c-4ad1-bb3c-6da38b07752e [ 1162.359466] env[69735]: DEBUG nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.380200] env[69735]: DEBUG oslo_vmware.api [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Task: {'id': task-3605844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20662} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.380200] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.380375] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.380570] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.381283] env[69735]: INFO nova.compute.manager [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1162.381547] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.381759] env[69735]: DEBUG nova.compute.manager [-] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.381856] env[69735]: DEBUG nova.network.neutron [-] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.397529] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.397946] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.397946] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.398113] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.398337] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.398534] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.398744] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.398902] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.399268] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.399474] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.399655] env[69735]: DEBUG nova.virt.hardware [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.400537] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca24a5e5-f201-4b71-aacb-3e50e51000dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.410022] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d232acb-5dd5-4cd0-98fa-7fc02c8092c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.447331] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5264465b-a3e7-1c09-a42c-62c36fdd23d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016971} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.453075] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1162.453397] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59bc4445-ccb6-427f-974e-3057882f24d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.471376] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1162.471376] env[69735]: value = "task-3605845" [ 1162.471376] env[69735]: _type = "Task" [ 1162.471376] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.480094] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.781070] env[69735]: DEBUG oslo_vmware.api [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605842, 'name': PowerOnVM_Task, 'duration_secs': 0.559182} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.781473] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.781516] env[69735]: INFO nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1162.781824] env[69735]: DEBUG nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.782588] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a81ec91-3acb-4a05-8569-d857c11d907f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.800444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a4285f7-28b9-437c-bbd7-69e682dff7ca tempest-ServerShowV257Test-1461116417 tempest-ServerShowV257Test-1461116417-project-member] Lock "97391445-d92c-4ad1-bb3c-6da38b07752e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.581s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.900603] env[69735]: DEBUG nova.compute.manager [req-bddb9959-95e9-47b9-b90c-3ad7e2484fea req-78ce8953-1010-4b8b-a8c0-96b7bed02975 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Received event network-vif-deleted-f66a2473-1c15-4720-a8b2-03c34b67d220 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.900796] env[69735]: INFO nova.compute.manager [req-bddb9959-95e9-47b9-b90c-3ad7e2484fea req-78ce8953-1010-4b8b-a8c0-96b7bed02975 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Neutron deleted interface f66a2473-1c15-4720-a8b2-03c34b67d220; detaching it from the instance and deleting it from the info cache [ 1162.900998] env[69735]: DEBUG nova.network.neutron [req-bddb9959-95e9-47b9-b90c-3ad7e2484fea req-78ce8953-1010-4b8b-a8c0-96b7bed02975 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.978157] env[69735]: DEBUG nova.compute.manager [req-88820273-195f-42dd-abb4-4430e5b469ef req-47480ec8-4d2f-4bcc-b44e-68dc243c7e76 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Received event network-vif-plugged-9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.978481] env[69735]: DEBUG oslo_concurrency.lockutils [req-88820273-195f-42dd-abb4-4430e5b469ef req-47480ec8-4d2f-4bcc-b44e-68dc243c7e76 service nova] Acquiring lock "435995aa-69ad-48c6-836a-6bfe0a1486f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.978923] env[69735]: DEBUG oslo_concurrency.lockutils [req-88820273-195f-42dd-abb4-4430e5b469ef req-47480ec8-4d2f-4bcc-b44e-68dc243c7e76 service nova] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.979015] env[69735]: DEBUG oslo_concurrency.lockutils [req-88820273-195f-42dd-abb4-4430e5b469ef req-47480ec8-4d2f-4bcc-b44e-68dc243c7e76 service nova] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.979238] env[69735]: DEBUG nova.compute.manager [req-88820273-195f-42dd-abb4-4430e5b469ef req-47480ec8-4d2f-4bcc-b44e-68dc243c7e76 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] No waiting events found dispatching network-vif-plugged-9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.979475] env[69735]: WARNING nova.compute.manager [req-88820273-195f-42dd-abb4-4430e5b469ef req-47480ec8-4d2f-4bcc-b44e-68dc243c7e76 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Received unexpected event network-vif-plugged-9015f791-0028-47b3-9e32-f1eec8e1ef74 for instance with vm_state building and task_state spawning. [ 1162.989159] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605845, 'name': ReconfigVM_Task, 'duration_secs': 0.460703} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.989559] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.990792] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cba27f-982b-4730-8f14-025b15d0987e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.040683] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf/3570b07b-e97a-4e59-967e-371cb1f743bf.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.042184] env[69735]: DEBUG nova.network.neutron [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updated VIF entry in instance network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.042708] env[69735]: DEBUG nova.network.neutron [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.048206] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26623311-ba02-483d-81c3-77677ccf3a88 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.064437] env[69735]: DEBUG oslo_concurrency.lockutils [req-20fc9057-2d0a-4945-83d8-2aefd8ed5656 req-9513907c-e216-48e1-85b4-ddd6a1aedc82 service nova] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.070053] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1163.070053] env[69735]: value = "task-3605846" [ 1163.070053] env[69735]: _type = "Task" [ 1163.070053] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.079027] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.143548] env[69735]: DEBUG nova.network.neutron [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Successfully updated port: 9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.145023] env[69735]: DEBUG nova.network.neutron [-] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.231141] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9cf418-a6e1-493c-a2f6-d7f2e5c0038b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.238931] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6cbdd5-d023-42c1-953a-aa09c0d6a438 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.273026] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b661ef3e-88c6-4a21-bfd8-d2e201622f2e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.279820] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb19fa0f-a539-42bc-a4d9-691e38bbd7e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.294359] env[69735]: DEBUG nova.compute.provider_tree [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.309034] env[69735]: INFO nova.compute.manager [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Took 31.96 seconds to build instance. [ 1163.403936] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bc3d2b3-3dc1-46db-a756-12cfc6a719f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.413865] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b6f271-d6c9-459c-8cfb-7d07ce258420 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.446188] env[69735]: DEBUG nova.compute.manager [req-bddb9959-95e9-47b9-b90c-3ad7e2484fea req-78ce8953-1010-4b8b-a8c0-96b7bed02975 service nova] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Detach interface failed, port_id=f66a2473-1c15-4720-a8b2-03c34b67d220, reason: Instance 23c903a3-2af6-4ef5-b22a-c372824dcb95 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.580828] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.646918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.647072] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.647212] env[69735]: DEBUG nova.network.neutron [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.648466] env[69735]: INFO nova.compute.manager [-] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Took 1.27 seconds to deallocate network for instance. [ 1163.800173] env[69735]: DEBUG nova.scheduler.client.report [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.810661] env[69735]: DEBUG oslo_concurrency.lockutils [None req-269f145e-17c5-41aa-a3e9-7179164df42f tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.469s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.081563] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605846, 'name': ReconfigVM_Task, 'duration_secs': 0.599267} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.081979] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf/3570b07b-e97a-4e59-967e-371cb1f743bf.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.082926] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d9fd3-3e9c-43e1-baea-7a2fcd2b6b60 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.107210] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0873d85f-1134-4c3f-88a3-a54200f628c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.130024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb61fb8d-0ee7-4bf0-8b0c-ec490e86c6f5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.154018] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f12fba-de36-4f14-adf2-d8e77ec6222e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.156776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.164271] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.164758] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c0f1fe0-f133-4f28-af97-d389abbb318d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.175021] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1164.175021] env[69735]: value = "task-3605847" [ 1164.175021] env[69735]: _type = "Task" [ 1164.175021] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.181709] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.223216] env[69735]: DEBUG nova.network.neutron [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.304811] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.308056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.815s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.308056] env[69735]: DEBUG nova.objects.instance [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lazy-loading 'resources' on Instance uuid 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.331068] env[69735]: INFO nova.scheduler.client.report [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Deleted allocations for instance 1be49576-2a6c-44a2-a2ba-21a05958e1a5 [ 1164.486052] env[69735]: DEBUG nova.network.neutron [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Updating instance_info_cache with network_info: [{"id": "9015f791-0028-47b3-9e32-f1eec8e1ef74", "address": "fa:16:3e:15:db:3b", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9015f791-00", "ovs_interfaceid": "9015f791-0028-47b3-9e32-f1eec8e1ef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.683961] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605847, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.840030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4cfec85b-2da2-48cf-9349-17995fae4436 tempest-InstanceActionsV221TestJSON-991343440 tempest-InstanceActionsV221TestJSON-991343440-project-member] Lock "1be49576-2a6c-44a2-a2ba-21a05958e1a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.229s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.989021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.989021] env[69735]: DEBUG nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Instance network_info: |[{"id": "9015f791-0028-47b3-9e32-f1eec8e1ef74", "address": "fa:16:3e:15:db:3b", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9015f791-00", "ovs_interfaceid": "9015f791-0028-47b3-9e32-f1eec8e1ef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.989749] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:db:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9015f791-0028-47b3-9e32-f1eec8e1ef74', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.997740] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.000120] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.000526] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f8a29b2-5a29-4411-bbc1-5e5e47124148 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.025724] env[69735]: DEBUG nova.compute.manager [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Received event network-changed-9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.026069] env[69735]: DEBUG nova.compute.manager [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Refreshing instance network info cache due to event network-changed-9015f791-0028-47b3-9e32-f1eec8e1ef74. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.026423] env[69735]: DEBUG oslo_concurrency.lockutils [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] Acquiring lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.026681] env[69735]: DEBUG oslo_concurrency.lockutils [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] Acquired lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.026958] env[69735]: DEBUG nova.network.neutron [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Refreshing network info cache for port 9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.035871] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.035871] env[69735]: value = "task-3605848" [ 1165.035871] env[69735]: _type = "Task" [ 1165.035871] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.049569] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605848, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.131937] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab08f32-a1fa-4f5d-a14d-4c564acb1d2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.140152] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510e9ab1-d731-4758-97f5-cc79035304ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.171415] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c053cc9d-cd24-447e-9392-dd8f588a0424 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.184639] env[69735]: DEBUG oslo_vmware.api [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605847, 'name': PowerOnVM_Task, 'duration_secs': 0.526873} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.186752] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.190985] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe53368-8b56-4ec0-bfbe-c177ea866809 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.205819] env[69735]: DEBUG nova.compute.provider_tree [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.379369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-55301fe7-3065-4b5a-a648-5b0d8e4dbcec-f411abf8-c014-4252-8cb9-6ccc30296fd2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.379667] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-55301fe7-3065-4b5a-a648-5b0d8e4dbcec-f411abf8-c014-4252-8cb9-6ccc30296fd2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.380081] env[69735]: DEBUG nova.objects.instance [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'flavor' on Instance uuid 55301fe7-3065-4b5a-a648-5b0d8e4dbcec {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.296461] env[69735]: DEBUG nova.scheduler.client.report [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.314325] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605848, 'name': CreateVM_Task, 'duration_secs': 0.59418} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.317814] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.317814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.317814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.317814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.317814] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b6a9c4-a1ca-4ed4-9761-52865fc0cf72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.322024] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1166.322024] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d324e9-854e-c166-bd90-deeab4912440" [ 1166.322024] env[69735]: _type = "Task" [ 1166.322024] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.330154] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d324e9-854e-c166-bd90-deeab4912440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.499831] env[69735]: DEBUG nova.objects.instance [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'pci_requests' on Instance uuid 55301fe7-3065-4b5a-a648-5b0d8e4dbcec {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.603774] env[69735]: DEBUG nova.network.neutron [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Updated VIF entry in instance network info cache for port 9015f791-0028-47b3-9e32-f1eec8e1ef74. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.604202] env[69735]: DEBUG nova.network.neutron [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Updating instance_info_cache with network_info: [{"id": "9015f791-0028-47b3-9e32-f1eec8e1ef74", "address": "fa:16:3e:15:db:3b", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9015f791-00", "ovs_interfaceid": "9015f791-0028-47b3-9e32-f1eec8e1ef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.808813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.501s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.814576] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.211s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.816149] env[69735]: INFO nova.compute.claims [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.831094] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d324e9-854e-c166-bd90-deeab4912440, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.831513] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.831665] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.831923] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.832095] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.832300] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.833335] env[69735]: INFO nova.scheduler.client.report [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted allocations for instance 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad [ 1166.834328] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5905556d-037b-4916-bd88-4f812dd19242 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.850150] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.850150] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.851104] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c9e53e-10b9-4f21-be5c-04f657e26a9c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.855483] env[69735]: INFO nova.compute.manager [None req-8de2444a-71c4-4a31-a3b2-82740d7eba40 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance to original state: 'active' [ 1166.860298] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1166.860298] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52be3f97-b6ff-9917-7ba8-d8cb277db644" [ 1166.860298] env[69735]: _type = "Task" [ 1166.860298] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.869952] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52be3f97-b6ff-9917-7ba8-d8cb277db644, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.870872] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb70bda-3fa4-40da-82a5-90425f816ea7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.877746] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1166.877746] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520dc10c-b690-53cd-84c6-2f407a2d5e2b" [ 1166.877746] env[69735]: _type = "Task" [ 1166.877746] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.887556] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520dc10c-b690-53cd-84c6-2f407a2d5e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.002440] env[69735]: DEBUG nova.objects.base [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Object Instance<55301fe7-3065-4b5a-a648-5b0d8e4dbcec> lazy-loaded attributes: flavor,pci_requests {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.002759] env[69735]: DEBUG nova.network.neutron [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.101051] env[69735]: DEBUG nova.policy [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.106875] env[69735]: DEBUG oslo_concurrency.lockutils [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] Releasing lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.107147] env[69735]: DEBUG nova.compute.manager [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Received event network-changed-7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.107315] env[69735]: DEBUG nova.compute.manager [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Refreshing instance network info cache due to event network-changed-7a31dc57-54d1-471d-b17b-8907cdf504f8. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.107591] env[69735]: DEBUG oslo_concurrency.lockutils [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] Acquiring lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.107738] env[69735]: DEBUG oslo_concurrency.lockutils [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] Acquired lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.107899] env[69735]: DEBUG nova.network.neutron [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Refreshing network info cache for port 7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.345585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ddd8da77-c5a0-41bd-9e20-4f8d0119d090 tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.945s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.391950] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520dc10c-b690-53cd-84c6-2f407a2d5e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012274} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.392285] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.392549] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 435995aa-69ad-48c6-836a-6bfe0a1486f4/435995aa-69ad-48c6-836a-6bfe0a1486f4.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.392817] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a1418e9-7474-4c7a-a430-4dbfa1ff981d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.401234] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1167.401234] env[69735]: value = "task-3605850" [ 1167.401234] env[69735]: _type = "Task" [ 1167.401234] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.413146] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.924694] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605850, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.991757] env[69735]: DEBUG nova.network.neutron [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Updated VIF entry in instance network info cache for port 7a31dc57-54d1-471d-b17b-8907cdf504f8. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.991910] env[69735]: DEBUG nova.network.neutron [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Updating instance_info_cache with network_info: [{"id": "7a31dc57-54d1-471d-b17b-8907cdf504f8", "address": "fa:16:3e:3f:f9:6c", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a31dc57-54", "ovs_interfaceid": "7a31dc57-54d1-471d-b17b-8907cdf504f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.163340] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d403d492-99c9-4374-9597-699ae4ef3a36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.173178] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ee609-995e-4794-ab63-d7d58a33ba23 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.206197] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd6800c-0ba7-4a50-ba4a-6288c080c661 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.214666] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2348e-9b00-4778-90dc-14aa3c198fd4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.230662] env[69735]: DEBUG nova.compute.provider_tree [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.413457] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569864} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.413983] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 435995aa-69ad-48c6-836a-6bfe0a1486f4/435995aa-69ad-48c6-836a-6bfe0a1486f4.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.413983] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.414215] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c751a03-b7a2-4362-b553-7267cea2fd17 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.422352] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1168.422352] env[69735]: value = "task-3605852" [ 1168.422352] env[69735]: _type = "Task" [ 1168.422352] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.432608] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.494731] env[69735]: DEBUG oslo_concurrency.lockutils [req-306dc968-c310-49f8-8619-439ac3e71f96 req-db8b878b-7ad7-4a4d-85d9-67226f3d72db service nova] Releasing lock "refresh_cache-55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.513367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "347dd678-4892-4126-884d-ff7b5b9db3bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.513657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "347dd678-4892-4126-884d-ff7b5b9db3bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.513870] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "347dd678-4892-4126-884d-ff7b5b9db3bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.514382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "347dd678-4892-4126-884d-ff7b5b9db3bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.514382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "347dd678-4892-4126-884d-ff7b5b9db3bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.516498] env[69735]: INFO nova.compute.manager [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Terminating instance [ 1168.585073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "3570b07b-e97a-4e59-967e-371cb1f743bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.585651] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.586015] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.586335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.588010] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.591836] env[69735]: INFO nova.compute.manager [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Terminating instance [ 1168.700051] env[69735]: DEBUG nova.compute.manager [req-74d88802-8902-4411-8059-25c12aaf044b req-efeddac4-b975-4366-8794-2d7253b8e6d4 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-vif-plugged-f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.700343] env[69735]: DEBUG oslo_concurrency.lockutils [req-74d88802-8902-4411-8059-25c12aaf044b req-efeddac4-b975-4366-8794-2d7253b8e6d4 service nova] Acquiring lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.700562] env[69735]: DEBUG oslo_concurrency.lockutils [req-74d88802-8902-4411-8059-25c12aaf044b req-efeddac4-b975-4366-8794-2d7253b8e6d4 service nova] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.700689] env[69735]: DEBUG oslo_concurrency.lockutils [req-74d88802-8902-4411-8059-25c12aaf044b req-efeddac4-b975-4366-8794-2d7253b8e6d4 service nova] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.700858] env[69735]: DEBUG nova.compute.manager [req-74d88802-8902-4411-8059-25c12aaf044b req-efeddac4-b975-4366-8794-2d7253b8e6d4 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] No waiting events found dispatching network-vif-plugged-f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.701500] env[69735]: WARNING nova.compute.manager [req-74d88802-8902-4411-8059-25c12aaf044b req-efeddac4-b975-4366-8794-2d7253b8e6d4 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received unexpected event network-vif-plugged-f411abf8-c014-4252-8cb9-6ccc30296fd2 for instance with vm_state active and task_state None. [ 1168.734797] env[69735]: DEBUG nova.scheduler.client.report [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.758953] env[69735]: DEBUG nova.network.neutron [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Successfully updated port: f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.932456] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079828} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.933669] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.933669] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1831de33-6a73-4ed2-b537-d4e8fd615fd7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.956564] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 435995aa-69ad-48c6-836a-6bfe0a1486f4/435995aa-69ad-48c6-836a-6bfe0a1486f4.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.956903] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2900023-a81c-4d79-82ac-5d9bd536f114 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.979515] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1168.979515] env[69735]: value = "task-3605853" [ 1168.979515] env[69735]: _type = "Task" [ 1168.979515] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.987670] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.020512] env[69735]: DEBUG nova.compute.manager [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.020741] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.021755] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c136b5-04b0-4c46-8495-6bb6e8466f3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.029840] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.030148] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96785f7b-365b-4836-8f34-a5b2ea3a273e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.037027] env[69735]: DEBUG oslo_vmware.api [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1169.037027] env[69735]: value = "task-3605854" [ 1169.037027] env[69735]: _type = "Task" [ 1169.037027] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.047796] env[69735]: DEBUG oslo_vmware.api [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.097040] env[69735]: DEBUG nova.compute.manager [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.097352] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.097662] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bdd1a84-2812-490d-959c-08ebffec30bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.105479] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1169.105479] env[69735]: value = "task-3605855" [ 1169.105479] env[69735]: _type = "Task" [ 1169.105479] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.114555] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.239859] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.240447] env[69735]: DEBUG nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.243346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.706s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.243511] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.245713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.080s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.245929] env[69735]: DEBUG nova.objects.instance [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lazy-loading 'resources' on Instance uuid c2a6a3aa-1987-4ffe-a7b4-5d6802112141 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.264685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.264685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.264685] env[69735]: DEBUG nova.network.neutron [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.269910] env[69735]: INFO nova.scheduler.client.report [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted allocations for instance fb563b85-8f64-40ab-8213-7b195b1ac926 [ 1169.490473] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.552458] env[69735]: DEBUG oslo_vmware.api [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605854, 'name': PowerOffVM_Task, 'duration_secs': 0.407725} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.552613] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.552893] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.553260] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b62c36-37d8-4b0b-a624-a6a96ba267c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.615901] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605855, 'name': PowerOffVM_Task, 'duration_secs': 0.290053} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.616193] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.616397] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1169.616593] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719300', 'volume_id': '390c1b1b-9b17-4584-8172-91f903a4f1e3', 'name': 'volume-390c1b1b-9b17-4584-8172-91f903a4f1e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3570b07b-e97a-4e59-967e-371cb1f743bf', 'attached_at': '2025-04-25T19:35:36.000000', 'detached_at': '', 'volume_id': '390c1b1b-9b17-4584-8172-91f903a4f1e3', 'serial': '390c1b1b-9b17-4584-8172-91f903a4f1e3'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1169.617385] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a318f587-f889-41ad-986e-990fb97d26cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.639392] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96942a-53a2-4bdf-a694-02696499ebca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.644273] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.644521] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.644707] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleting the datastore file [datastore2] 347dd678-4892-4126-884d-ff7b5b9db3bd {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.644954] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d4859b-0d04-4ef5-843a-4068b145a37c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.649328] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676d0c35-c512-4cf4-ab02-6eeb613f2b4c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.652888] env[69735]: DEBUG oslo_vmware.api [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for the task: (returnval){ [ 1169.652888] env[69735]: value = "task-3605857" [ 1169.652888] env[69735]: _type = "Task" [ 1169.652888] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.672840] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3d2db3-8d81-4dd1-b03f-7890376a79e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.679789] env[69735]: DEBUG oslo_vmware.api [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.693427] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] The volume has not been displaced from its original location: [datastore2] volume-390c1b1b-9b17-4584-8172-91f903a4f1e3/volume-390c1b1b-9b17-4584-8172-91f903a4f1e3.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1169.698848] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.699209] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1424623e-156a-477d-b1c0-520d09b9b0e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.718188] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1169.718188] env[69735]: value = "task-3605858" [ 1169.718188] env[69735]: _type = "Task" [ 1169.718188] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.727089] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.749242] env[69735]: DEBUG nova.compute.utils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.753828] env[69735]: DEBUG nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.754133] env[69735]: DEBUG nova.network.neutron [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.781332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-60450a05-c960-4d15-a4f2-6612466424be tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "fb563b85-8f64-40ab-8213-7b195b1ac926" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.870s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.815333] env[69735]: WARNING nova.network.neutron [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] ca4ab07b-caa7-40f0-81a9-c5b090e24952 already exists in list: networks containing: ['ca4ab07b-caa7-40f0-81a9-c5b090e24952']. ignoring it [ 1169.825084] env[69735]: DEBUG nova.policy [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2350d085402f42c8a035001d395b22a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0db178df2e8458d983144f4a1a23920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.993508] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605853, 'name': ReconfigVM_Task, 'duration_secs': 0.816573} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.993633] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 435995aa-69ad-48c6-836a-6bfe0a1486f4/435995aa-69ad-48c6-836a-6bfe0a1486f4.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.994227] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ae00f1e-7ea5-40a7-ae13-db81c9b95dbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.002987] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1170.002987] env[69735]: value = "task-3605859" [ 1170.002987] env[69735]: _type = "Task" [ 1170.002987] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.012387] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605859, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.042420] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d1c3f4-12f2-4ed2-a080-f3bf483d58d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.050869] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74c51b7-fbec-42e1-b13d-6c9716ff888f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.088479] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd873340-3107-44fe-a6bf-4456dc4dbc05 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.103571] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3c7cad-a5a9-4482-9c64-e780f47e4646 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.128193] env[69735]: DEBUG nova.compute.provider_tree [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.166902] env[69735]: DEBUG oslo_vmware.api [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Task: {'id': task-3605857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154115} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.167357] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.167647] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.167927] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.168204] env[69735]: INFO nova.compute.manager [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1170.168541] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.168814] env[69735]: DEBUG nova.compute.manager [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.168946] env[69735]: DEBUG nova.network.neutron [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.229027] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.254916] env[69735]: DEBUG nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.351030] env[69735]: DEBUG nova.network.neutron [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f411abf8-c014-4252-8cb9-6ccc30296fd2", "address": "fa:16:3e:b6:78:1b", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf411abf8-c0", "ovs_interfaceid": "f411abf8-c014-4252-8cb9-6ccc30296fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.402166] env[69735]: DEBUG nova.network.neutron [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Successfully created port: fba59485-6420-4cbf-a95e-3c758aaee7d3 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.513726] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605859, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.580030] env[69735]: DEBUG nova.compute.manager [req-34f791f1-6a99-42b8-b793-1f8e43fa4556 req-ab0ea01d-d06e-437c-bc5d-eaac74ff2472 service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Received event network-vif-deleted-3403f79d-b990-4ea5-9d2e-29fa7968f76f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.580030] env[69735]: INFO nova.compute.manager [req-34f791f1-6a99-42b8-b793-1f8e43fa4556 req-ab0ea01d-d06e-437c-bc5d-eaac74ff2472 service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Neutron deleted interface 3403f79d-b990-4ea5-9d2e-29fa7968f76f; detaching it from the instance and deleting it from the info cache [ 1170.580172] env[69735]: DEBUG nova.network.neutron [req-34f791f1-6a99-42b8-b793-1f8e43fa4556 req-ab0ea01d-d06e-437c-bc5d-eaac74ff2472 service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.631585] env[69735]: DEBUG nova.scheduler.client.report [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.728926] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.845291] env[69735]: DEBUG nova.compute.manager [req-913ff337-92d4-4046-a26b-4849e8d854d1 req-ff4ee9e6-ef10-4dd3-937a-bf9706083af0 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-changed-f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.845291] env[69735]: DEBUG nova.compute.manager [req-913ff337-92d4-4046-a26b-4849e8d854d1 req-ff4ee9e6-ef10-4dd3-937a-bf9706083af0 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing instance network info cache due to event network-changed-f411abf8-c014-4252-8cb9-6ccc30296fd2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.845653] env[69735]: DEBUG oslo_concurrency.lockutils [req-913ff337-92d4-4046-a26b-4849e8d854d1 req-ff4ee9e6-ef10-4dd3-937a-bf9706083af0 service nova] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.852560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.853155] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.853313] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.853794] env[69735]: DEBUG oslo_concurrency.lockutils [req-913ff337-92d4-4046-a26b-4849e8d854d1 req-ff4ee9e6-ef10-4dd3-937a-bf9706083af0 service nova] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.854369] env[69735]: DEBUG nova.network.neutron [req-913ff337-92d4-4046-a26b-4849e8d854d1 req-ff4ee9e6-ef10-4dd3-937a-bf9706083af0 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing network info cache for port f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.855739] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c57237f-24c2-448e-b5fe-b573c4949b3a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.875735] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.875964] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.876129] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.876310] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.876455] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.876631] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.876793] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.876945] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.877121] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.877278] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.877444] env[69735]: DEBUG nova.virt.hardware [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.883871] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Reconfiguring VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1170.884604] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f5c6d79-dcc0-4723-afc3-258e64e6eedb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.903770] env[69735]: DEBUG oslo_vmware.api [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1170.903770] env[69735]: value = "task-3605861" [ 1170.903770] env[69735]: _type = "Task" [ 1170.903770] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.914062] env[69735]: DEBUG oslo_vmware.api [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605861, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.945129] env[69735]: DEBUG nova.network.neutron [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.014102] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605859, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.082466] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f674fffb-4fd3-4981-8b4b-95c53fbf7ae7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.093177] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d3aa5-d3e9-41b0-8538-962df336b912 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.127269] env[69735]: DEBUG nova.compute.manager [req-34f791f1-6a99-42b8-b793-1f8e43fa4556 req-ab0ea01d-d06e-437c-bc5d-eaac74ff2472 service nova] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Detach interface failed, port_id=3403f79d-b990-4ea5-9d2e-29fa7968f76f, reason: Instance 347dd678-4892-4126-884d-ff7b5b9db3bd could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.136354] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.138752] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.779s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.160163] env[69735]: INFO nova.scheduler.client.report [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Deleted allocations for instance c2a6a3aa-1987-4ffe-a7b4-5d6802112141 [ 1171.230017] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605858, 'name': ReconfigVM_Task, 'duration_secs': 1.23358} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.231127] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.235046] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb59665-c337-4997-89f7-23e15c52466a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.251730] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1171.251730] env[69735]: value = "task-3605862" [ 1171.251730] env[69735]: _type = "Task" [ 1171.251730] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.259939] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.263097] env[69735]: DEBUG nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.290922] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.291258] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.291471] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.291708] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.291929] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.292152] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.292427] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.292648] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.292876] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.293099] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.293338] env[69735]: DEBUG nova.virt.hardware [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.294366] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02998098-0040-4e32-a8cd-cb3e09bea2d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.303090] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94078c9f-5295-43d7-ab35-db2bf67ff9bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.414857] env[69735]: DEBUG oslo_vmware.api [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.450771] env[69735]: INFO nova.compute.manager [-] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Took 1.28 seconds to deallocate network for instance. [ 1171.514289] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605859, 'name': Rename_Task, 'duration_secs': 1.362164} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.514898] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.514898] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779361e9-d291-4670-822d-e28672737dce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.526554] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1171.526554] env[69735]: value = "task-3605863" [ 1171.526554] env[69735]: _type = "Task" [ 1171.526554] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.535377] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.586367] env[69735]: DEBUG nova.network.neutron [req-913ff337-92d4-4046-a26b-4849e8d854d1 req-ff4ee9e6-ef10-4dd3-937a-bf9706083af0 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updated VIF entry in instance network info cache for port f411abf8-c014-4252-8cb9-6ccc30296fd2. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.586818] env[69735]: DEBUG nova.network.neutron [req-913ff337-92d4-4046-a26b-4849e8d854d1 req-ff4ee9e6-ef10-4dd3-937a-bf9706083af0 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f411abf8-c014-4252-8cb9-6ccc30296fd2", "address": "fa:16:3e:b6:78:1b", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf411abf8-c0", "ovs_interfaceid": "f411abf8-c014-4252-8cb9-6ccc30296fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.667136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f3138c90-a103-4ea4-bf8c-3877c9fd071c tempest-ServersNegativeTestJSON-132698298 tempest-ServersNegativeTestJSON-132698298-project-member] Lock "c2a6a3aa-1987-4ffe-a7b4-5d6802112141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.946s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.765872] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605862, 'name': ReconfigVM_Task, 'duration_secs': 0.156172} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.768619] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719300', 'volume_id': '390c1b1b-9b17-4584-8172-91f903a4f1e3', 'name': 'volume-390c1b1b-9b17-4584-8172-91f903a4f1e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3570b07b-e97a-4e59-967e-371cb1f743bf', 'attached_at': '2025-04-25T19:35:36.000000', 'detached_at': '', 'volume_id': '390c1b1b-9b17-4584-8172-91f903a4f1e3', 'serial': '390c1b1b-9b17-4584-8172-91f903a4f1e3'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1171.768943] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.770148] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83e4b53-71a7-4084-a749-d9d5567f90a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.778256] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.778350] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f32940a-2b32-4a05-9ea5-e300d2931d0a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.866017] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.866223] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.866435] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleting the datastore file [datastore1] 3570b07b-e97a-4e59-967e-371cb1f743bf {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.866770] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8e707b-266a-47c5-8fc9-eaaa9a4af9fd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.875553] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1171.875553] env[69735]: value = "task-3605865" [ 1171.875553] env[69735]: _type = "Task" [ 1171.875553] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.885048] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.917416] env[69735]: DEBUG oslo_vmware.api [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.931258] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f01d1d-6043-43e0-b079-7112b39a4560 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.940946] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d6212-0e91-477e-bc8c-7e4a277346b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.975630] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.976521] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac39c46e-a294-4987-9a2f-26f41e5d226c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.985546] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a08231-fccb-4e09-b8e3-a40fdc10900c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.000967] env[69735]: DEBUG nova.compute.provider_tree [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.038847] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.089681] env[69735]: DEBUG oslo_concurrency.lockutils [req-913ff337-92d4-4046-a26b-4849e8d854d1 req-ff4ee9e6-ef10-4dd3-937a-bf9706083af0 service nova] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.131436] env[69735]: DEBUG nova.network.neutron [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Successfully updated port: fba59485-6420-4cbf-a95e-3c758aaee7d3 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.386281] env[69735]: DEBUG oslo_vmware.api [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144297} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.386561] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.386748] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.386931] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.387109] env[69735]: INFO nova.compute.manager [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Took 3.29 seconds to destroy the instance on the hypervisor. [ 1172.387348] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.387544] env[69735]: DEBUG nova.compute.manager [-] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.387636] env[69735]: DEBUG nova.network.neutron [-] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.416102] env[69735]: DEBUG oslo_vmware.api [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605861, 'name': ReconfigVM_Task, 'duration_secs': 1.050889} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.416840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.417197] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Reconfigured VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1172.505128] env[69735]: DEBUG nova.scheduler.client.report [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.537786] env[69735]: DEBUG oslo_vmware.api [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605863, 'name': PowerOnVM_Task, 'duration_secs': 0.51477} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.538131] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.538191] env[69735]: INFO nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1172.538326] env[69735]: DEBUG nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.540161] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5075d950-82f7-470c-80e9-e8ec343cd474 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.633285] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "refresh_cache-665d479e-1ab9-48a5-8942-ad430cb9b7f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.639711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "refresh_cache-665d479e-1ab9-48a5-8942-ad430cb9b7f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.639711] env[69735]: DEBUG nova.network.neutron [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.922127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f54d497d-d234-44c7-99df-b7ff4b7615e7 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-55301fe7-3065-4b5a-a648-5b0d8e4dbcec-f411abf8-c014-4252-8cb9-6ccc30296fd2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.542s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.007093] env[69735]: DEBUG nova.compute.manager [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Received event network-vif-plugged-fba59485-6420-4cbf-a95e-3c758aaee7d3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.007318] env[69735]: DEBUG oslo_concurrency.lockutils [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] Acquiring lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.007526] env[69735]: DEBUG oslo_concurrency.lockutils [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] Lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.007696] env[69735]: DEBUG oslo_concurrency.lockutils [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] Lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.007893] env[69735]: DEBUG nova.compute.manager [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] No waiting events found dispatching network-vif-plugged-fba59485-6420-4cbf-a95e-3c758aaee7d3 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.014447] env[69735]: WARNING nova.compute.manager [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Received unexpected event network-vif-plugged-fba59485-6420-4cbf-a95e-3c758aaee7d3 for instance with vm_state building and task_state spawning. [ 1173.014714] env[69735]: DEBUG nova.compute.manager [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Received event network-changed-fba59485-6420-4cbf-a95e-3c758aaee7d3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.014923] env[69735]: DEBUG nova.compute.manager [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Refreshing instance network info cache due to event network-changed-fba59485-6420-4cbf-a95e-3c758aaee7d3. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.015163] env[69735]: DEBUG oslo_concurrency.lockutils [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] Acquiring lock "refresh_cache-665d479e-1ab9-48a5-8942-ad430cb9b7f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.058177] env[69735]: INFO nova.compute.manager [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Took 29.23 seconds to build instance. [ 1173.173715] env[69735]: DEBUG nova.network.neutron [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.330332] env[69735]: DEBUG nova.network.neutron [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Updating instance_info_cache with network_info: [{"id": "fba59485-6420-4cbf-a95e-3c758aaee7d3", "address": "fa:16:3e:23:e4:73", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba59485-64", "ovs_interfaceid": "fba59485-6420-4cbf-a95e-3c758aaee7d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.373994] env[69735]: DEBUG nova.network.neutron [-] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.524643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.385s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.527650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.115s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.529049] env[69735]: INFO nova.compute.claims [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.562421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0c5237a5-3b86-4a4f-9fc7-661235ecbd0c tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.746s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.835413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "refresh_cache-665d479e-1ab9-48a5-8942-ad430cb9b7f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.835413] env[69735]: DEBUG nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Instance network_info: |[{"id": "fba59485-6420-4cbf-a95e-3c758aaee7d3", "address": "fa:16:3e:23:e4:73", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba59485-64", "ovs_interfaceid": "fba59485-6420-4cbf-a95e-3c758aaee7d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.835413] env[69735]: DEBUG oslo_concurrency.lockutils [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] Acquired lock "refresh_cache-665d479e-1ab9-48a5-8942-ad430cb9b7f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.835413] env[69735]: DEBUG nova.network.neutron [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Refreshing network info cache for port fba59485-6420-4cbf-a95e-3c758aaee7d3 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.835413] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:e4:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba59485-6420-4cbf-a95e-3c758aaee7d3', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.849160] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.855941] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.856589] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be4187b-b7ac-4344-8e27-2cfcc6773be7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.879784] env[69735]: INFO nova.compute.manager [-] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Took 1.49 seconds to deallocate network for instance. [ 1173.889412] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.889412] env[69735]: value = "task-3605867" [ 1173.889412] env[69735]: _type = "Task" [ 1173.889412] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.901205] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605867, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.110817] env[69735]: INFO nova.scheduler.client.report [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted allocation for migration 932606c1-2a3d-484c-a521-a8232a7ebdef [ 1174.293253] env[69735]: DEBUG nova.network.neutron [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Updated VIF entry in instance network info cache for port fba59485-6420-4cbf-a95e-3c758aaee7d3. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.293397] env[69735]: DEBUG nova.network.neutron [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Updating instance_info_cache with network_info: [{"id": "fba59485-6420-4cbf-a95e-3c758aaee7d3", "address": "fa:16:3e:23:e4:73", "network": {"id": "73ccd80d-dcc9-46d3-b56f-dcba53d23b49", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252412831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0db178df2e8458d983144f4a1a23920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba59485-64", "ovs_interfaceid": "fba59485-6420-4cbf-a95e-3c758aaee7d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.348133] env[69735]: DEBUG nova.compute.manager [req-5bea0af0-e556-49ff-b9c7-5e98606a115e req-c1f2263c-8744-4853-92cb-51b9b7fc9198 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Received event network-changed-9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.348133] env[69735]: DEBUG nova.compute.manager [req-5bea0af0-e556-49ff-b9c7-5e98606a115e req-c1f2263c-8744-4853-92cb-51b9b7fc9198 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Refreshing instance network info cache due to event network-changed-9015f791-0028-47b3-9e32-f1eec8e1ef74. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.348133] env[69735]: DEBUG oslo_concurrency.lockutils [req-5bea0af0-e556-49ff-b9c7-5e98606a115e req-c1f2263c-8744-4853-92cb-51b9b7fc9198 service nova] Acquiring lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.349838] env[69735]: DEBUG oslo_concurrency.lockutils [req-5bea0af0-e556-49ff-b9c7-5e98606a115e req-c1f2263c-8744-4853-92cb-51b9b7fc9198 service nova] Acquired lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.352731] env[69735]: DEBUG nova.network.neutron [req-5bea0af0-e556-49ff-b9c7-5e98606a115e req-c1f2263c-8744-4853-92cb-51b9b7fc9198 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Refreshing network info cache for port 9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.402416] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605867, 'name': CreateVM_Task, 'duration_secs': 0.426999} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.402646] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.403365] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.403531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.403904] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.404227] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987d3b00-20f5-48d5-bcba-fe4fbcf2d587 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.411338] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1174.411338] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e81db3-c193-1e12-dc93-093bf1074c76" [ 1174.411338] env[69735]: _type = "Task" [ 1174.411338] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.419241] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e81db3-c193-1e12-dc93-093bf1074c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.447878] env[69735]: INFO nova.compute.manager [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Took 0.57 seconds to detach 1 volumes for instance. [ 1174.621382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5a966e04-7b5d-4c25-bcae-b252b39faf78 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.606s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.797649] env[69735]: DEBUG oslo_concurrency.lockutils [req-7456d612-e470-4e04-b9db-876e73a53f15 req-852a9de7-b7fe-40d8-94cf-3511da828834 service nova] Releasing lock "refresh_cache-665d479e-1ab9-48a5-8942-ad430cb9b7f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.870631] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c9fb7c-4533-4480-b418-7ad0d5f0d254 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.883828] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d3582-112a-4b39-b754-7f1ee81c6214 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.922153] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448230a7-c564-43fd-937c-4a5291fe6453 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.924852] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-55301fe7-3065-4b5a-a648-5b0d8e4dbcec-f411abf8-c014-4252-8cb9-6ccc30296fd2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.925196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-55301fe7-3065-4b5a-a648-5b0d8e4dbcec-f411abf8-c014-4252-8cb9-6ccc30296fd2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.940525] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e81db3-c193-1e12-dc93-093bf1074c76, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.941535] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.941779] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.942030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.942183] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.942404] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.947023] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e81c37-b9a9-41f6-b905-129af9a46060 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.948100] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65170c82-3dd4-443c-9ca5-50d5f3ff0987 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.963592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.964137] env[69735]: DEBUG nova.compute.provider_tree [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.967147] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.967227] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.968222] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b378d69-2afe-4588-9f00-9a19a2b18366 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.977715] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1174.977715] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274d696-8580-09b9-3c9f-ffeffd23b6e0" [ 1174.977715] env[69735]: _type = "Task" [ 1174.977715] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.990132] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274d696-8580-09b9-3c9f-ffeffd23b6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.999189] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.999432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.999629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.999814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.000040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.002551] env[69735]: INFO nova.compute.manager [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Terminating instance [ 1175.050624] env[69735]: DEBUG nova.compute.manager [req-54fe49fd-1e99-477b-88c7-ba996329c3e3 req-0637afa4-a184-4062-8035-3797a7464312 service nova] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Received event network-vif-deleted-47b166d8-04e1-409c-99ba-b2402c68db52 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.253912] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquiring lock "66a7da51-9efb-40f0-88a6-52b205a15be8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.254585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "66a7da51-9efb-40f0-88a6-52b205a15be8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.254585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquiring lock "66a7da51-9efb-40f0-88a6-52b205a15be8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.255261] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "66a7da51-9efb-40f0-88a6-52b205a15be8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.255514] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "66a7da51-9efb-40f0-88a6-52b205a15be8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.260615] env[69735]: INFO nova.compute.manager [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Terminating instance [ 1175.313102] env[69735]: DEBUG nova.network.neutron [req-5bea0af0-e556-49ff-b9c7-5e98606a115e req-c1f2263c-8744-4853-92cb-51b9b7fc9198 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Updated VIF entry in instance network info cache for port 9015f791-0028-47b3-9e32-f1eec8e1ef74. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.313421] env[69735]: DEBUG nova.network.neutron [req-5bea0af0-e556-49ff-b9c7-5e98606a115e req-c1f2263c-8744-4853-92cb-51b9b7fc9198 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Updating instance_info_cache with network_info: [{"id": "9015f791-0028-47b3-9e32-f1eec8e1ef74", "address": "fa:16:3e:15:db:3b", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9015f791-00", "ovs_interfaceid": "9015f791-0028-47b3-9e32-f1eec8e1ef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.429493] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.429691] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.430620] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eef7de1-6a95-4f96-bcc5-475daf5af7d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.452021] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d3e355-cce2-4a92-ae8b-5e98658e465e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.471304] env[69735]: DEBUG nova.scheduler.client.report [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.481853] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Reconfiguring VM to detach interface {{(pid=69735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1175.481853] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2bc08f7-8a0c-45b0-9510-a96b4ef18e54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.508047] env[69735]: DEBUG nova.compute.manager [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.508047] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.508210] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5274d696-8580-09b9-3c9f-ffeffd23b6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.509934] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e21768c-5664-4870-9139-bc462b1dd38a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.514589] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1175.514589] env[69735]: value = "task-3605869" [ 1175.514589] env[69735]: _type = "Task" [ 1175.514589] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.514771] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7e458d-e520-4a20-a5f8-e07d10adde18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.522781] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.523333] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c8c87c5-f855-494c-8918-8f96ed86d4e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.526540] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1175.526540] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5216ff3e-bb89-9b6c-0eed-761c0488eee6" [ 1175.526540] env[69735]: _type = "Task" [ 1175.526540] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.530048] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.534186] env[69735]: DEBUG oslo_vmware.api [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1175.534186] env[69735]: value = "task-3605870" [ 1175.534186] env[69735]: _type = "Task" [ 1175.534186] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.541476] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5216ff3e-bb89-9b6c-0eed-761c0488eee6, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.542166] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.542446] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 665d479e-1ab9-48a5-8942-ad430cb9b7f9/665d479e-1ab9-48a5-8942-ad430cb9b7f9.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.545016] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c424b5-1c75-450b-b75f-8a302345e2cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.547621] env[69735]: DEBUG oslo_vmware.api [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.553616] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1175.553616] env[69735]: value = "task-3605871" [ 1175.553616] env[69735]: _type = "Task" [ 1175.553616] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.563374] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.767024] env[69735]: DEBUG nova.compute.manager [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.767024] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.767024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b956ef59-20a0-4953-88fc-aa667de6d19a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.776598] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.777299] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed32ed41-ced2-49e3-9a4c-800b8e702d20 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.786950] env[69735]: DEBUG oslo_vmware.api [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 1175.786950] env[69735]: value = "task-3605872" [ 1175.786950] env[69735]: _type = "Task" [ 1175.786950] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.797278] env[69735]: DEBUG oslo_vmware.api [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.816179] env[69735]: DEBUG oslo_concurrency.lockutils [req-5bea0af0-e556-49ff-b9c7-5e98606a115e req-c1f2263c-8744-4853-92cb-51b9b7fc9198 service nova] Releasing lock "refresh_cache-435995aa-69ad-48c6-836a-6bfe0a1486f4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.983446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.984207] env[69735]: DEBUG nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.987378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.262s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.990372] env[69735]: INFO nova.compute.claims [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.032624] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.045180] env[69735]: DEBUG oslo_vmware.api [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605870, 'name': PowerOffVM_Task, 'duration_secs': 0.211526} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.045612] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.045895] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.046233] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8e6353-f00d-429c-8290-85d89b164a5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.063330] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495896} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.063753] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 665d479e-1ab9-48a5-8942-ad430cb9b7f9/665d479e-1ab9-48a5-8942-ad430cb9b7f9.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.063897] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.064053] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e039a218-d465-4e7e-98e7-ec1c1a93bc67 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.071155] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1176.071155] env[69735]: value = "task-3605874" [ 1176.071155] env[69735]: _type = "Task" [ 1176.071155] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.081745] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.133052] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.133286] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.133551] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleting the datastore file [datastore1] 9a27fe9f-1ad7-4923-9107-0c51a43dc800 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.133756] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0151b290-7dc9-4e8a-985e-247d99bfab8f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.140949] env[69735]: DEBUG oslo_vmware.api [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1176.140949] env[69735]: value = "task-3605875" [ 1176.140949] env[69735]: _type = "Task" [ 1176.140949] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.149177] env[69735]: DEBUG oslo_vmware.api [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.297416] env[69735]: DEBUG oslo_vmware.api [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605872, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.497287] env[69735]: DEBUG nova.compute.utils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.498621] env[69735]: DEBUG nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.498972] env[69735]: DEBUG nova.network.neutron [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.532931] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.585736] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099016} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.586439] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.588037] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aff305d-b371-4d9b-8870-5f1c6f6b41a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.616447] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 665d479e-1ab9-48a5-8942-ad430cb9b7f9/665d479e-1ab9-48a5-8942-ad430cb9b7f9.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.617812] env[69735]: DEBUG nova.policy [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5df1e6e9ad80438ebc93dcf5ed04d9c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '309d91bcdb774f1c823c96e042fe4f8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.619341] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e06df3a-60a1-4cd9-b941-2883fd896304 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.641229] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1176.641229] env[69735]: value = "task-3605876" [ 1176.641229] env[69735]: _type = "Task" [ 1176.641229] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.654743] env[69735]: DEBUG oslo_vmware.api [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151156} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.659000] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.659000] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.659159] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.659317] env[69735]: INFO nova.compute.manager [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1176.659560] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.659764] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.659976] env[69735]: DEBUG nova.compute.manager [-] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.660086] env[69735]: DEBUG nova.network.neutron [-] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.798687] env[69735]: DEBUG oslo_vmware.api [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605872, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.008726] env[69735]: DEBUG nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.034111] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.158649] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.201419] env[69735]: DEBUG nova.network.neutron [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Successfully created port: 6ab40f90-e464-4cb1-9179-b486ce2058eb {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.213465] env[69735]: DEBUG nova.compute.manager [req-beff945b-0240-48d7-b4ce-85f7304b7379 req-da0396d7-7d19-4797-8081-1e03469f7356 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Received event network-vif-deleted-f483a55d-c270-4325-acc0-bf433c8a4b25 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.213465] env[69735]: INFO nova.compute.manager [req-beff945b-0240-48d7-b4ce-85f7304b7379 req-da0396d7-7d19-4797-8081-1e03469f7356 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Neutron deleted interface f483a55d-c270-4325-acc0-bf433c8a4b25; detaching it from the instance and deleting it from the info cache [ 1177.213465] env[69735]: DEBUG nova.network.neutron [req-beff945b-0240-48d7-b4ce-85f7304b7379 req-da0396d7-7d19-4797-8081-1e03469f7356 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.300841] env[69735]: DEBUG oslo_vmware.api [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605872, 'name': PowerOffVM_Task, 'duration_secs': 1.263087} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.307216] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.307216] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.307216] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8793c879-1191-4309-921b-354fbc66f4b1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.371124] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d1a38-8e0f-4523-a4b6-d388f62b84a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.380834] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06013bd-4d0b-4add-8958-106240fbd999 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.392303] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.392647] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.393165] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Deleting the datastore file [datastore1] 66a7da51-9efb-40f0-88a6-52b205a15be8 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.422948] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-021dffe3-dc55-464e-83ac-a5b04f60bf38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.426217] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe25483-69d0-4889-88ad-cd500807ca02 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.436740] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6652c45f-a659-49b4-8988-5607ff31dac7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.442220] env[69735]: DEBUG oslo_vmware.api [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for the task: (returnval){ [ 1177.442220] env[69735]: value = "task-3605878" [ 1177.442220] env[69735]: _type = "Task" [ 1177.442220] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.455210] env[69735]: DEBUG nova.compute.provider_tree [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.463825] env[69735]: DEBUG oslo_vmware.api [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.536387] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.660159] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605876, 'name': ReconfigVM_Task, 'duration_secs': 0.924827} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.660435] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 665d479e-1ab9-48a5-8942-ad430cb9b7f9/665d479e-1ab9-48a5-8942-ad430cb9b7f9.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.661097] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c387f3e-9558-4e30-adac-bc47a716e145 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.670260] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1177.670260] env[69735]: value = "task-3605879" [ 1177.670260] env[69735]: _type = "Task" [ 1177.670260] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.680142] env[69735]: DEBUG nova.network.neutron [-] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.685587] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605879, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.713807] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54166452-e4ae-4ec8-a350-9a849b7a5a75 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.725528] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c6028-4ceb-47fc-8587-e229ee4142e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.768167] env[69735]: DEBUG nova.compute.manager [req-beff945b-0240-48d7-b4ce-85f7304b7379 req-da0396d7-7d19-4797-8081-1e03469f7356 service nova] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Detach interface failed, port_id=f483a55d-c270-4325-acc0-bf433c8a4b25, reason: Instance 9a27fe9f-1ad7-4923-9107-0c51a43dc800 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.953896] env[69735]: DEBUG oslo_vmware.api [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Task: {'id': task-3605878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146621} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.954254] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.954404] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.954610] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.954790] env[69735]: INFO nova.compute.manager [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1177.955043] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.955250] env[69735]: DEBUG nova.compute.manager [-] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.955383] env[69735]: DEBUG nova.network.neutron [-] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.960129] env[69735]: DEBUG nova.scheduler.client.report [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.021258] env[69735]: DEBUG nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.033996] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.051978] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.053017] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.053017] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.053017] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.053017] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.053376] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.053738] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.054028] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.054317] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.054631] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.054931] env[69735]: DEBUG nova.virt.hardware [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.057017] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44926845-40b4-41e2-ab88-336067ff53e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.065318] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a68f0e-cfcc-4197-a940-01383dc10453 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.185292] env[69735]: INFO nova.compute.manager [-] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Took 1.52 seconds to deallocate network for instance. [ 1178.185966] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605879, 'name': Rename_Task, 'duration_secs': 0.205042} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.190614] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.191497] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25606fa3-9a3c-4113-8532-64c78540d023 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.200887] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1178.200887] env[69735]: value = "task-3605880" [ 1178.200887] env[69735]: _type = "Task" [ 1178.200887] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.210418] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.467205] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.467905] env[69735]: DEBUG nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.471377] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.315s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.475019] env[69735]: DEBUG nova.objects.instance [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lazy-loading 'resources' on Instance uuid 23c903a3-2af6-4ef5-b22a-c372824dcb95 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.534841] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.692587] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.716793] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.976152] env[69735]: DEBUG nova.compute.utils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.984549] env[69735]: DEBUG nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.985427] env[69735]: DEBUG nova.network.neutron [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.014354] env[69735]: DEBUG nova.network.neutron [-] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.036297] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.039782] env[69735]: DEBUG nova.policy [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '638cd01ea55a4b6bb2e3933e48b8fe47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895896a71c4e4c80a5a24d7c8d4e9b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.154832] env[69735]: DEBUG nova.compute.manager [req-bde4974b-797c-4cd3-a7e3-887ba8997f26 req-4f4451cc-b433-4ed9-8f62-60cacf155730 service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Received event network-vif-plugged-6ab40f90-e464-4cb1-9179-b486ce2058eb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.155088] env[69735]: DEBUG oslo_concurrency.lockutils [req-bde4974b-797c-4cd3-a7e3-887ba8997f26 req-4f4451cc-b433-4ed9-8f62-60cacf155730 service nova] Acquiring lock "b6872be0-2bc0-4281-883d-7e3c18c0d759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.155311] env[69735]: DEBUG oslo_concurrency.lockutils [req-bde4974b-797c-4cd3-a7e3-887ba8997f26 req-4f4451cc-b433-4ed9-8f62-60cacf155730 service nova] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.155478] env[69735]: DEBUG oslo_concurrency.lockutils [req-bde4974b-797c-4cd3-a7e3-887ba8997f26 req-4f4451cc-b433-4ed9-8f62-60cacf155730 service nova] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.155643] env[69735]: DEBUG nova.compute.manager [req-bde4974b-797c-4cd3-a7e3-887ba8997f26 req-4f4451cc-b433-4ed9-8f62-60cacf155730 service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] No waiting events found dispatching network-vif-plugged-6ab40f90-e464-4cb1-9179-b486ce2058eb {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.155823] env[69735]: WARNING nova.compute.manager [req-bde4974b-797c-4cd3-a7e3-887ba8997f26 req-4f4451cc-b433-4ed9-8f62-60cacf155730 service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Received unexpected event network-vif-plugged-6ab40f90-e464-4cb1-9179-b486ce2058eb for instance with vm_state building and task_state spawning. [ 1179.214089] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.248237] env[69735]: DEBUG nova.compute.manager [req-9cf522b4-4ad6-4c91-bbf0-3494e4f34f93 req-cad35607-4c62-4cee-81ca-ff8404aec3d3 service nova] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Received event network-vif-deleted-94bca9dc-bcf4-48ba-b6e7-15e2293e5c7b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.278141] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82fb65f-f1ff-47e3-aeea-cf0081ac14bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.286631] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9eb233-de4a-4a9c-8386-2fc899a60bfb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.324744] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff0efb-6472-4d21-8b33-4519a5dcb811 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.332899] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886bfa05-009e-405a-9e9e-5eb263ab0d5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.348712] env[69735]: DEBUG nova.compute.provider_tree [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.352955] env[69735]: DEBUG nova.network.neutron [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Successfully created port: 758d8102-a1c2-441d-a527-f3f964bf61dc {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.364450] env[69735]: DEBUG nova.network.neutron [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Successfully updated port: 6ab40f90-e464-4cb1-9179-b486ce2058eb {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.486745] env[69735]: DEBUG nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.516185] env[69735]: INFO nova.compute.manager [-] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Took 1.56 seconds to deallocate network for instance. [ 1179.539489] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.719804] env[69735]: DEBUG oslo_vmware.api [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605880, 'name': PowerOnVM_Task, 'duration_secs': 1.080528} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.721119] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.721119] env[69735]: INFO nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1179.721119] env[69735]: DEBUG nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.721480] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3839293-27b5-4f44-88ae-8dcfcffd1f9d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.851674] env[69735]: DEBUG nova.scheduler.client.report [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.867289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-b6872be0-2bc0-4281-883d-7e3c18c0d759" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.867329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-b6872be0-2bc0-4281-883d-7e3c18c0d759" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.867471] env[69735]: DEBUG nova.network.neutron [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.022810] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.037625] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.245710] env[69735]: INFO nova.compute.manager [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Took 27.66 seconds to build instance. [ 1180.357032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.363986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.387s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.363986] env[69735]: DEBUG nova.objects.instance [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lazy-loading 'resources' on Instance uuid 347dd678-4892-4126-884d-ff7b5b9db3bd {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.403427] env[69735]: INFO nova.scheduler.client.report [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Deleted allocations for instance 23c903a3-2af6-4ef5-b22a-c372824dcb95 [ 1180.412102] env[69735]: DEBUG nova.network.neutron [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.498119] env[69735]: DEBUG nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.532769] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.532997] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.533161] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.533344] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.533488] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.533629] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.533838] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.533987] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.534167] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.534325] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.534527] env[69735]: DEBUG nova.virt.hardware [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.535973] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337298b-1954-4b56-92b8-1c467dee67ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.542094] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.550470] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a48cf84-25a4-4baa-8eda-9b4f3a3d6a19 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.701171] env[69735]: DEBUG nova.network.neutron [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Updating instance_info_cache with network_info: [{"id": "6ab40f90-e464-4cb1-9179-b486ce2058eb", "address": "fa:16:3e:0f:90:5c", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab40f90-e4", "ovs_interfaceid": "6ab40f90-e464-4cb1-9179-b486ce2058eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.746714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-75c2cddd-03a2-439b-9bec-c96f836f9e0f tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.167s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.913606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9429c561-8fab-4fdc-8709-d7bcfef57417 tempest-ImagesTestJSON-339111098 tempest-ImagesTestJSON-339111098-project-member] Lock "23c903a3-2af6-4ef5-b22a-c372824dcb95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.156s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.042977] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.141598] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0955e31-e049-4963-91cd-f700fcd8fde8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.159191] env[69735]: DEBUG nova.network.neutron [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Successfully updated port: 758d8102-a1c2-441d-a527-f3f964bf61dc {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.162181] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc07c00-4aa1-4486-a1c8-fb33bd1f2dde {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.199506] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc1b152-202f-4826-8d4f-6bbe3a041fe5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.204241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-b6872be0-2bc0-4281-883d-7e3c18c0d759" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.204588] env[69735]: DEBUG nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Instance network_info: |[{"id": "6ab40f90-e464-4cb1-9179-b486ce2058eb", "address": "fa:16:3e:0f:90:5c", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab40f90-e4", "ovs_interfaceid": "6ab40f90-e464-4cb1-9179-b486ce2058eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.205283] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:90:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ab40f90-e464-4cb1-9179-b486ce2058eb', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.212637] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.215598] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.215869] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c0c0ea2-a663-436b-aa13-7a2b8645fc65 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.231203] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb2e1e9-994d-4b6c-8593-1e5082d7c204 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.248492] env[69735]: DEBUG nova.compute.provider_tree [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.250971] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.250971] env[69735]: value = "task-3605883" [ 1181.250971] env[69735]: _type = "Task" [ 1181.250971] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.259668] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605883, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.354061] env[69735]: DEBUG nova.compute.manager [req-c25cc4f4-9c41-49d7-b330-bb23548453a2 req-f83bbc5e-f8b8-4aff-8f9f-b16dd369a82d service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Received event network-changed-6ab40f90-e464-4cb1-9179-b486ce2058eb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.354061] env[69735]: DEBUG nova.compute.manager [req-c25cc4f4-9c41-49d7-b330-bb23548453a2 req-f83bbc5e-f8b8-4aff-8f9f-b16dd369a82d service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Refreshing instance network info cache due to event network-changed-6ab40f90-e464-4cb1-9179-b486ce2058eb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.354061] env[69735]: DEBUG oslo_concurrency.lockutils [req-c25cc4f4-9c41-49d7-b330-bb23548453a2 req-f83bbc5e-f8b8-4aff-8f9f-b16dd369a82d service nova] Acquiring lock "refresh_cache-b6872be0-2bc0-4281-883d-7e3c18c0d759" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.354061] env[69735]: DEBUG oslo_concurrency.lockutils [req-c25cc4f4-9c41-49d7-b330-bb23548453a2 req-f83bbc5e-f8b8-4aff-8f9f-b16dd369a82d service nova] Acquired lock "refresh_cache-b6872be0-2bc0-4281-883d-7e3c18c0d759" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.354061] env[69735]: DEBUG nova.network.neutron [req-c25cc4f4-9c41-49d7-b330-bb23548453a2 req-f83bbc5e-f8b8-4aff-8f9f-b16dd369a82d service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Refreshing network info cache for port 6ab40f90-e464-4cb1-9179-b486ce2058eb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.374813] env[69735]: DEBUG nova.compute.manager [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Received event network-vif-plugged-758d8102-a1c2-441d-a527-f3f964bf61dc {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.374813] env[69735]: DEBUG oslo_concurrency.lockutils [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] Acquiring lock "1dfe6e96-bb58-49e8-891c-8d44a1197159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.374813] env[69735]: DEBUG oslo_concurrency.lockutils [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] Lock "1dfe6e96-bb58-49e8-891c-8d44a1197159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.374813] env[69735]: DEBUG oslo_concurrency.lockutils [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] Lock "1dfe6e96-bb58-49e8-891c-8d44a1197159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.374813] env[69735]: DEBUG nova.compute.manager [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] No waiting events found dispatching network-vif-plugged-758d8102-a1c2-441d-a527-f3f964bf61dc {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.374813] env[69735]: WARNING nova.compute.manager [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Received unexpected event network-vif-plugged-758d8102-a1c2-441d-a527-f3f964bf61dc for instance with vm_state building and task_state spawning. [ 1181.375507] env[69735]: DEBUG nova.compute.manager [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Received event network-changed-758d8102-a1c2-441d-a527-f3f964bf61dc {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.375507] env[69735]: DEBUG nova.compute.manager [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Refreshing instance network info cache due to event network-changed-758d8102-a1c2-441d-a527-f3f964bf61dc. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.375507] env[69735]: DEBUG oslo_concurrency.lockutils [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] Acquiring lock "refresh_cache-1dfe6e96-bb58-49e8-891c-8d44a1197159" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.375644] env[69735]: DEBUG oslo_concurrency.lockutils [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] Acquired lock "refresh_cache-1dfe6e96-bb58-49e8-891c-8d44a1197159" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.375800] env[69735]: DEBUG nova.network.neutron [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Refreshing network info cache for port 758d8102-a1c2-441d-a527-f3f964bf61dc {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.543497] env[69735]: DEBUG oslo_vmware.api [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605869, 'name': ReconfigVM_Task, 'duration_secs': 5.783698} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.543788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.545387] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Reconfigured VM to detach interface {{(pid=69735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1181.669738] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "refresh_cache-1dfe6e96-bb58-49e8-891c-8d44a1197159" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.753246] env[69735]: DEBUG nova.scheduler.client.report [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.766907] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605883, 'name': CreateVM_Task, 'duration_secs': 0.456117} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.767105] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.767799] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.767952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.768290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.769713] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e66039-2d69-49f5-b380-3a2e33bbae29 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.774702] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1181.774702] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a60d80-a35d-acf0-12a5-61912e22654c" [ 1181.774702] env[69735]: _type = "Task" [ 1181.774702] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.784289] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a60d80-a35d-acf0-12a5-61912e22654c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.930971] env[69735]: DEBUG nova.network.neutron [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.088420] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.088660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.088903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.089781] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.090898] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.094323] env[69735]: INFO nova.compute.manager [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Terminating instance [ 1182.135685] env[69735]: DEBUG nova.network.neutron [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.243269] env[69735]: DEBUG nova.network.neutron [req-c25cc4f4-9c41-49d7-b330-bb23548453a2 req-f83bbc5e-f8b8-4aff-8f9f-b16dd369a82d service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Updated VIF entry in instance network info cache for port 6ab40f90-e464-4cb1-9179-b486ce2058eb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.243653] env[69735]: DEBUG nova.network.neutron [req-c25cc4f4-9c41-49d7-b330-bb23548453a2 req-f83bbc5e-f8b8-4aff-8f9f-b16dd369a82d service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Updating instance_info_cache with network_info: [{"id": "6ab40f90-e464-4cb1-9179-b486ce2058eb", "address": "fa:16:3e:0f:90:5c", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab40f90-e4", "ovs_interfaceid": "6ab40f90-e464-4cb1-9179-b486ce2058eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.262416] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.264913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.301s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.266338] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.269952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.578s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.275032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.276446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.254s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.276681] env[69735]: DEBUG nova.objects.instance [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lazy-loading 'resources' on Instance uuid 66a7da51-9efb-40f0-88a6-52b205a15be8 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.291591] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a60d80-a35d-acf0-12a5-61912e22654c, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.291906] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.292144] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.292382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.292694] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.292837] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.293867] env[69735]: INFO nova.scheduler.client.report [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted allocations for instance 3570b07b-e97a-4e59-967e-371cb1f743bf [ 1182.296223] env[69735]: INFO nova.scheduler.client.report [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Deleted allocations for instance 347dd678-4892-4126-884d-ff7b5b9db3bd [ 1182.296382] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6efb39fa-b6b3-4894-beb3-abc8982e1dae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.311264] env[69735]: INFO nova.scheduler.client.report [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted allocations for instance 9a27fe9f-1ad7-4923-9107-0c51a43dc800 [ 1182.317893] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.318098] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.319159] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf77e220-cf73-4c55-b188-3ff15bd7d573 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.328040] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1182.328040] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525812d0-9658-96ca-1ba9-e888994a42ac" [ 1182.328040] env[69735]: _type = "Task" [ 1182.328040] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.336069] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525812d0-9658-96ca-1ba9-e888994a42ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.601480] env[69735]: DEBUG nova.compute.manager [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.601719] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.602767] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e9185-6f36-445d-bf76-89f80624360a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.612388] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.613886] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d44ae6dd-1103-4340-836c-b27955682048 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.618575] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquiring lock "d7ceaf73-2d0b-4013-9f92-f234625c0926" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.618701] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "d7ceaf73-2d0b-4013-9f92-f234625c0926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.627949] env[69735]: DEBUG oslo_vmware.api [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1182.627949] env[69735]: value = "task-3605884" [ 1182.627949] env[69735]: _type = "Task" [ 1182.627949] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.639788] env[69735]: DEBUG oslo_concurrency.lockutils [req-1ee115bd-37a0-4f0e-b108-c30c1193e7a7 req-221366bb-c728-4fd4-bca9-182df47704b2 service nova] Releasing lock "refresh_cache-1dfe6e96-bb58-49e8-891c-8d44a1197159" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.639788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "refresh_cache-1dfe6e96-bb58-49e8-891c-8d44a1197159" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.639788] env[69735]: DEBUG nova.network.neutron [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.648699] env[69735]: DEBUG oslo_vmware.api [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.693388] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquiring lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.693656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.693864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquiring lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.694078] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.694264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.696603] env[69735]: INFO nova.compute.manager [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Terminating instance [ 1182.746256] env[69735]: DEBUG oslo_concurrency.lockutils [req-c25cc4f4-9c41-49d7-b330-bb23548453a2 req-f83bbc5e-f8b8-4aff-8f9f-b16dd369a82d service nova] Releasing lock "refresh_cache-b6872be0-2bc0-4281-883d-7e3c18c0d759" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.816369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37205983-f9dc-442f-93d2-81e5ad91f2f3 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "3570b07b-e97a-4e59-967e-371cb1f743bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.231s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.821271] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b16dd059-82d9-4568-a4d6-f3ae486b332d tempest-ServersAdminTestJSON-2106607194 tempest-ServersAdminTestJSON-2106607194-project-member] Lock "347dd678-4892-4126-884d-ff7b5b9db3bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.307s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.833028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-79204ee5-ccc2-47a1-b196-01f8d32e5a63 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "9a27fe9f-1ad7-4923-9107-0c51a43dc800" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.831s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.838719] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525812d0-9658-96ca-1ba9-e888994a42ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.839581] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f6c7fc-ce56-4727-a7a9-959b6e72c178 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.851292] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1182.851292] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52629cb6-8675-bb9e-03de-c09bb64a40f2" [ 1182.851292] env[69735]: _type = "Task" [ 1182.851292] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.860693] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52629cb6-8675-bb9e-03de-c09bb64a40f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.939415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.939596] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.939772] env[69735]: DEBUG nova.network.neutron [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.048493] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf928d-db15-47d3-be93-a540a56efc24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.056913] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d9c208-03b1-4088-a8a0-61b324ea8ff5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.096340] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3208f2c-429d-42c1-8c79-197910e7c51b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.105317] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166e6004-de1d-4a27-acfc-222dbd0d5bbe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.119899] env[69735]: DEBUG nova.compute.provider_tree [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.121392] env[69735]: DEBUG nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.142818] env[69735]: DEBUG oslo_vmware.api [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605884, 'name': PowerOffVM_Task, 'duration_secs': 0.207698} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.143859] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.143859] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.143859] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2463cf3f-b2ee-43ec-9e28-b128bbd4db73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.195221] env[69735]: DEBUG nova.network.neutron [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.200538] env[69735]: DEBUG nova.compute.manager [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.201216] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.202313] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb28211-47a3-466c-9340-54d754be1776 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.213503] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.217265] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91790561-93d0-4bbc-87e5-a125f4110b7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.220817] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.220817] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.220948] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleting the datastore file [datastore2] 665d479e-1ab9-48a5-8942-ad430cb9b7f9 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.223388] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15a0772d-c039-4f75-bccc-c41af38876cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.227584] env[69735]: DEBUG oslo_vmware.api [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1183.227584] env[69735]: value = "task-3605887" [ 1183.227584] env[69735]: _type = "Task" [ 1183.227584] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.233459] env[69735]: DEBUG oslo_vmware.api [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for the task: (returnval){ [ 1183.233459] env[69735]: value = "task-3605888" [ 1183.233459] env[69735]: _type = "Task" [ 1183.233459] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.242495] env[69735]: DEBUG oslo_vmware.api [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.250655] env[69735]: DEBUG oslo_vmware.api [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.372994] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52629cb6-8675-bb9e-03de-c09bb64a40f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014343} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.372994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.372994] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] b6872be0-2bc0-4281-883d-7e3c18c0d759/b6872be0-2bc0-4281-883d-7e3c18c0d759.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.372994] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f4c908-409d-416c-a2eb-c285b18630ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.381126] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1183.381126] env[69735]: value = "task-3605889" [ 1183.381126] env[69735]: _type = "Task" [ 1183.381126] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.391554] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.429406] env[69735]: DEBUG nova.network.neutron [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Updating instance_info_cache with network_info: [{"id": "758d8102-a1c2-441d-a527-f3f964bf61dc", "address": "fa:16:3e:92:53:75", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758d8102-a1", "ovs_interfaceid": "758d8102-a1c2-441d-a527-f3f964bf61dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.625346] env[69735]: DEBUG nova.scheduler.client.report [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.658483] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.724419] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "40ca1d97-aaac-4254-95b6-59b21e1954b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.724419] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.756796] env[69735]: DEBUG oslo_vmware.api [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605887, 'name': PowerOffVM_Task, 'duration_secs': 0.225057} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.757062] env[69735]: DEBUG oslo_vmware.api [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Task: {'id': task-3605888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237556} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.757632] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.757813] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.762021] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.762021] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.762021] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.762021] env[69735]: INFO nova.compute.manager [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1183.762021] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.762021] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec66222b-5d8d-401e-804b-e5e4545fbb48 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.762021] env[69735]: DEBUG nova.compute.manager [-] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.762276] env[69735]: DEBUG nova.network.neutron [-] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.898327] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605889, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.901108] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.901495] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.901925] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Deleting the datastore file [datastore1] dedd08ab-6f3c-4c15-b09c-7bdc390a8035 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.902476] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d2dd113-d0ba-49cc-9eda-a8c890d9d213 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.911724] env[69735]: DEBUG oslo_vmware.api [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for the task: (returnval){ [ 1183.911724] env[69735]: value = "task-3605891" [ 1183.911724] env[69735]: _type = "Task" [ 1183.911724] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.921929] env[69735]: DEBUG oslo_vmware.api [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.934844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "refresh_cache-1dfe6e96-bb58-49e8-891c-8d44a1197159" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.935560] env[69735]: DEBUG nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Instance network_info: |[{"id": "758d8102-a1c2-441d-a527-f3f964bf61dc", "address": "fa:16:3e:92:53:75", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758d8102-a1", "ovs_interfaceid": "758d8102-a1c2-441d-a527-f3f964bf61dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.936302] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:53:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '758d8102-a1c2-441d-a527-f3f964bf61dc', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.945600] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.948999] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.949324] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5172380-5a73-45cd-b87b-dee0deff7f2b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.974428] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.974428] env[69735]: value = "task-3605892" [ 1183.974428] env[69735]: _type = "Task" [ 1183.974428] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.983645] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605892, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.067890] env[69735]: INFO nova.network.neutron [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Port f411abf8-c014-4252-8cb9-6ccc30296fd2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1184.068745] env[69735]: DEBUG nova.network.neutron [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.139025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.141383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.483s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.144311] env[69735]: INFO nova.compute.claims [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.170859] env[69735]: INFO nova.scheduler.client.report [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Deleted allocations for instance 66a7da51-9efb-40f0-88a6-52b205a15be8 [ 1184.225649] env[69735]: DEBUG nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.394325] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558164} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.394604] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] b6872be0-2bc0-4281-883d-7e3c18c0d759/b6872be0-2bc0-4281-883d-7e3c18c0d759.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.394826] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.395101] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07e7ca68-3d26-4eb7-86d4-aebd04e76d72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.410455] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1184.410455] env[69735]: value = "task-3605893" [ 1184.410455] env[69735]: _type = "Task" [ 1184.410455] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.417726] env[69735]: DEBUG nova.compute.manager [req-6aaf8be6-9bc4-43ba-987c-b6f064bb9d99 req-465b37b7-add0-4bdd-ad54-8ea2458c6d28 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.417956] env[69735]: DEBUG nova.compute.manager [req-6aaf8be6-9bc4-43ba-987c-b6f064bb9d99 req-465b37b7-add0-4bdd-ad54-8ea2458c6d28 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing instance network info cache due to event network-changed-bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.418267] env[69735]: DEBUG oslo_concurrency.lockutils [req-6aaf8be6-9bc4-43ba-987c-b6f064bb9d99 req-465b37b7-add0-4bdd-ad54-8ea2458c6d28 service nova] Acquiring lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.432034] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.434964] env[69735]: DEBUG oslo_vmware.api [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Task: {'id': task-3605891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23164} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.437567] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.437567] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.437567] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.437567] env[69735]: INFO nova.compute.manager [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1184.437847] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.441330] env[69735]: DEBUG nova.compute.manager [req-68322387-b1e0-4212-a2c5-3c46b9c9a19c req-426a782a-ab56-4177-b87e-e896bd80e7c5 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Received event network-vif-deleted-fba59485-6420-4cbf-a95e-3c758aaee7d3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.441330] env[69735]: INFO nova.compute.manager [req-68322387-b1e0-4212-a2c5-3c46b9c9a19c req-426a782a-ab56-4177-b87e-e896bd80e7c5 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Neutron deleted interface fba59485-6420-4cbf-a95e-3c758aaee7d3; detaching it from the instance and deleting it from the info cache [ 1184.441330] env[69735]: DEBUG nova.network.neutron [req-68322387-b1e0-4212-a2c5-3c46b9c9a19c req-426a782a-ab56-4177-b87e-e896bd80e7c5 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.441330] env[69735]: DEBUG nova.compute.manager [-] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.441330] env[69735]: DEBUG nova.network.neutron [-] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.489713] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605892, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.576338] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.578744] env[69735]: DEBUG oslo_concurrency.lockutils [req-6aaf8be6-9bc4-43ba-987c-b6f064bb9d99 req-465b37b7-add0-4bdd-ad54-8ea2458c6d28 service nova] Acquired lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.578933] env[69735]: DEBUG nova.network.neutron [req-6aaf8be6-9bc4-43ba-987c-b6f064bb9d99 req-465b37b7-add0-4bdd-ad54-8ea2458c6d28 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Refreshing network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.678183] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2f7961e3-c1f5-4e56-bf5e-8df3deff0131 tempest-ServersV294TestFqdnHostnames-1182635706 tempest-ServersV294TestFqdnHostnames-1182635706-project-member] Lock "66a7da51-9efb-40f0-88a6-52b205a15be8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.424s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.750952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.901666] env[69735]: DEBUG nova.network.neutron [-] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.923613] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085576} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.923613] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.923613] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d3bfce-81f0-4df5-9ddd-35dd466128fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.950926] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] b6872be0-2bc0-4281-883d-7e3c18c0d759/b6872be0-2bc0-4281-883d-7e3c18c0d759.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.951709] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1538eb2-aaab-4931-9184-a14fd02583d0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.966430] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7400239f-d7b0-4080-a858-7c3e86fbec05 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.977840] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f630b368-928a-453f-b943-7abc5073f7a7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.990440] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1184.990440] env[69735]: value = "task-3605894" [ 1184.990440] env[69735]: _type = "Task" [ 1184.990440] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.004622] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605892, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.008880] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.020814] env[69735]: DEBUG nova.compute.manager [req-68322387-b1e0-4212-a2c5-3c46b9c9a19c req-426a782a-ab56-4177-b87e-e896bd80e7c5 service nova] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Detach interface failed, port_id=fba59485-6420-4cbf-a95e-3c758aaee7d3, reason: Instance 665d479e-1ab9-48a5-8942-ad430cb9b7f9 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.081980] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e31f7d40-9409-4d66-a135-e68b948fbbf2 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-55301fe7-3065-4b5a-a648-5b0d8e4dbcec-f411abf8-c014-4252-8cb9-6ccc30296fd2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.157s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.247663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-135b0602-c618-4d1e-8c49-384ec38c1d08-f411abf8-c014-4252-8cb9-6ccc30296fd2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.247997] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-135b0602-c618-4d1e-8c49-384ec38c1d08-f411abf8-c014-4252-8cb9-6ccc30296fd2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.248273] env[69735]: DEBUG nova.objects.instance [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'flavor' on Instance uuid 135b0602-c618-4d1e-8c49-384ec38c1d08 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.270739] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.270967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.405453] env[69735]: INFO nova.compute.manager [-] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Took 1.64 seconds to deallocate network for instance. [ 1185.483998] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862baab1-0611-4311-9ef1-1cdab33bfe63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.512869] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8bf3d3-2053-499c-af93-e03a9120ce65 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.516132] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605892, 'name': CreateVM_Task, 'duration_secs': 1.481152} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.516772] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.518025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.518192] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.518588] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.522801] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb570b0-e931-4973-9269-c3e993e1f781 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.526511] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605894, 'name': ReconfigVM_Task, 'duration_secs': 0.318948} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.556726] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Reconfigured VM instance instance-00000063 to attach disk [datastore1] b6872be0-2bc0-4281-883d-7e3c18c0d759/b6872be0-2bc0-4281-883d-7e3c18c0d759.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.562079] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0445f0e7-e23c-4439-b719-5dcbed4d4237 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.564574] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff4a7b5-67e0-4244-aaf6-969b1187a047 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.569996] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1185.569996] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527b3b41-b0d6-c519-33d6-48e8e2ede498" [ 1185.569996] env[69735]: _type = "Task" [ 1185.569996] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.579352] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1185.579352] env[69735]: value = "task-3605895" [ 1185.579352] env[69735]: _type = "Task" [ 1185.579352] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.580958] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff3b4eb-0a69-477f-a6f9-758ed0fa7ceb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.591296] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527b3b41-b0d6-c519-33d6-48e8e2ede498, 'name': SearchDatastore_Task, 'duration_secs': 0.013682} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.591965] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.592231] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.592504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.592660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.592842] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.593405] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0614966e-7b90-4c2b-9015-fd504d46311b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.604319] env[69735]: DEBUG nova.compute.provider_tree [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.610287] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605895, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.618589] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.618855] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.619725] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729f7b5f-fb7a-492a-86d3-27aace793ff6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.626556] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1185.626556] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52479495-7fa9-396c-6f15-371d807acb3b" [ 1185.626556] env[69735]: _type = "Task" [ 1185.626556] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.636838] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52479495-7fa9-396c-6f15-371d807acb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.776249] env[69735]: DEBUG nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.858418] env[69735]: DEBUG nova.objects.instance [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'pci_requests' on Instance uuid 135b0602-c618-4d1e-8c49-384ec38c1d08 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.917528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.922221] env[69735]: DEBUG nova.network.neutron [req-6aaf8be6-9bc4-43ba-987c-b6f064bb9d99 req-465b37b7-add0-4bdd-ad54-8ea2458c6d28 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updated VIF entry in instance network info cache for port bf5332fc-a210-45be-b50e-f5076a32bea0. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.922221] env[69735]: DEBUG nova.network.neutron [req-6aaf8be6-9bc4-43ba-987c-b6f064bb9d99 req-465b37b7-add0-4bdd-ad54-8ea2458c6d28 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [{"id": "bf5332fc-a210-45be-b50e-f5076a32bea0", "address": "fa:16:3e:63:3e:65", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5332fc-a2", "ovs_interfaceid": "bf5332fc-a210-45be-b50e-f5076a32bea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.096109] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605895, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.111848] env[69735]: DEBUG nova.scheduler.client.report [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.145244] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52479495-7fa9-396c-6f15-371d807acb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.145244] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caec6695-3e5f-48e3-b6f7-605c2826127d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.151806] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1186.151806] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ad1f24-c8e7-1a4e-a91c-130e64a630fc" [ 1186.151806] env[69735]: _type = "Task" [ 1186.151806] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.163285] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ad1f24-c8e7-1a4e-a91c-130e64a630fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.306867] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.320434] env[69735]: DEBUG nova.network.neutron [-] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.362435] env[69735]: DEBUG nova.objects.base [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Object Instance<135b0602-c618-4d1e-8c49-384ec38c1d08> lazy-loaded attributes: flavor,pci_requests {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.362435] env[69735]: DEBUG nova.network.neutron [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.425563] env[69735]: DEBUG oslo_concurrency.lockutils [req-6aaf8be6-9bc4-43ba-987c-b6f064bb9d99 req-465b37b7-add0-4bdd-ad54-8ea2458c6d28 service nova] Releasing lock "refresh_cache-55301fe7-3065-4b5a-a648-5b0d8e4dbcec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.449732] env[69735]: DEBUG nova.policy [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7a254b58fb42b8b586c13f42bfb596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916dd68865a34aefa47ed8218cd16950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.599127] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605895, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.618091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.618631] env[69735]: DEBUG nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.621781] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.871s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.623873] env[69735]: INFO nova.compute.claims [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.667724] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ad1f24-c8e7-1a4e-a91c-130e64a630fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.668066] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.668343] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 1dfe6e96-bb58-49e8-891c-8d44a1197159/1dfe6e96-bb58-49e8-891c-8d44a1197159.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.668616] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90395ab1-e349-405d-8907-db06114feb35 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.676362] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1186.676362] env[69735]: value = "task-3605896" [ 1186.676362] env[69735]: _type = "Task" [ 1186.676362] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.685892] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.824308] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "3c5cea82-be68-414f-9c33-bb50c4b66117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.827619] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.827619] env[69735]: INFO nova.compute.manager [-] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Took 2.39 seconds to deallocate network for instance. [ 1186.999690] env[69735]: DEBUG nova.compute.manager [req-221ba00e-a140-492e-bca2-3baeccb506eb req-405a57b0-52a7-47b9-9878-33ebbd82fedf service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received event network-changed-036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.999909] env[69735]: DEBUG nova.compute.manager [req-221ba00e-a140-492e-bca2-3baeccb506eb req-405a57b0-52a7-47b9-9878-33ebbd82fedf service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing instance network info cache due to event network-changed-036df641-1d2c-4ccb-b1ca-b40eb4761af2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.000359] env[69735]: DEBUG oslo_concurrency.lockutils [req-221ba00e-a140-492e-bca2-3baeccb506eb req-405a57b0-52a7-47b9-9878-33ebbd82fedf service nova] Acquiring lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.000536] env[69735]: DEBUG oslo_concurrency.lockutils [req-221ba00e-a140-492e-bca2-3baeccb506eb req-405a57b0-52a7-47b9-9878-33ebbd82fedf service nova] Acquired lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.000705] env[69735]: DEBUG nova.network.neutron [req-221ba00e-a140-492e-bca2-3baeccb506eb req-405a57b0-52a7-47b9-9878-33ebbd82fedf service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing network info cache for port 036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.026179] env[69735]: DEBUG nova.compute.manager [req-0d9dd19d-1dd0-4470-aca1-1dbac182c85b req-26e0d59b-aec9-44e3-81d6-3a23cbdfa3f5 service nova] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Received event network-vif-deleted-69ee1c02-d574-466d-abbe-5676b1530fb7 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.098400] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605895, 'name': Rename_Task, 'duration_secs': 1.160842} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.098748] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.099016] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed9b5c3-1f32-41e0-8ab0-a7ed6c59aa72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.107784] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1187.107784] env[69735]: value = "task-3605897" [ 1187.107784] env[69735]: _type = "Task" [ 1187.107784] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.118142] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.130104] env[69735]: DEBUG nova.compute.utils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.131380] env[69735]: DEBUG nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.131558] env[69735]: DEBUG nova.network.neutron [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.189851] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47593} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.190629] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 1dfe6e96-bb58-49e8-891c-8d44a1197159/1dfe6e96-bb58-49e8-891c-8d44a1197159.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.190629] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.190822] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b62352-e718-4fd7-a502-210a785b28fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.196852] env[69735]: DEBUG nova.policy [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c07f501a1f44a5b20906433df7ec2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6746829eb96446fbbbc96592f8949c2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.200580] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1187.200580] env[69735]: value = "task-3605898" [ 1187.200580] env[69735]: _type = "Task" [ 1187.200580] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.214127] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.330845] env[69735]: DEBUG nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.334491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.621363] env[69735]: DEBUG oslo_vmware.api [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605897, 'name': PowerOnVM_Task, 'duration_secs': 0.509555} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.621621] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.622172] env[69735]: INFO nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1187.622678] env[69735]: DEBUG nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.623501] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13de01bf-f625-4765-a833-800194333ecd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.639657] env[69735]: DEBUG nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.717301] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084445} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.717575] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.718402] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068397e2-ca4b-46e1-a938-eeb9c45e491e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.742294] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 1dfe6e96-bb58-49e8-891c-8d44a1197159/1dfe6e96-bb58-49e8-891c-8d44a1197159.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.746050] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f0cd62-81c1-45eb-8bbf-9786b52ace91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.765656] env[69735]: DEBUG nova.network.neutron [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Successfully created port: 2ba79e78-f60a-4886-a4e5-49e92151d3ea {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.773990] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1187.773990] env[69735]: value = "task-3605899" [ 1187.773990] env[69735]: _type = "Task" [ 1187.773990] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.787312] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.858749] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.949164] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c180aa8-e7cf-47c4-bf6f-e820979833b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.959777] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a18c9d7-4402-4397-b13d-0b7d439a0887 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.996379] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67efd191-89ed-4759-9fc8-50d871b1f55d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.001505] env[69735]: DEBUG nova.network.neutron [req-221ba00e-a140-492e-bca2-3baeccb506eb req-405a57b0-52a7-47b9-9878-33ebbd82fedf service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updated VIF entry in instance network info cache for port 036df641-1d2c-4ccb-b1ca-b40eb4761af2. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.001985] env[69735]: DEBUG nova.network.neutron [req-221ba00e-a140-492e-bca2-3baeccb506eb req-405a57b0-52a7-47b9-9878-33ebbd82fedf service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.006772] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c5f8c4-917a-449b-806e-117e7bac5d4f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.011103] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.011304] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.025612] env[69735]: DEBUG nova.compute.provider_tree [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.144323] env[69735]: INFO nova.compute.manager [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Took 31.75 seconds to build instance. [ 1188.288471] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605899, 'name': ReconfigVM_Task, 'duration_secs': 0.424074} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.288963] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 1dfe6e96-bb58-49e8-891c-8d44a1197159/1dfe6e96-bb58-49e8-891c-8d44a1197159.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.292634] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be125efa-c724-4e6d-acc2-e905d111ade6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.305332] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1188.305332] env[69735]: value = "task-3605900" [ 1188.305332] env[69735]: _type = "Task" [ 1188.305332] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.320702] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605900, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.507309] env[69735]: DEBUG oslo_concurrency.lockutils [req-221ba00e-a140-492e-bca2-3baeccb506eb req-405a57b0-52a7-47b9-9878-33ebbd82fedf service nova] Releasing lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.526380] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.526380] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.526380] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.526380] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.526380] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.526380] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.526559] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1188.526559] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.530676] env[69735]: DEBUG nova.scheduler.client.report [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.568829] env[69735]: DEBUG nova.network.neutron [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Successfully updated port: f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.647190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7afa1ac2-63da-4ebf-acd7-999ebdf322ae tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.263s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.652133] env[69735]: DEBUG nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.686257] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.686506] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.686662] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.686842] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.686987] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.687149] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.687373] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.687522] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.687750] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.687891] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.688079] env[69735]: DEBUG nova.virt.hardware [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.688979] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6486e9-4670-4134-943f-2821d6a47377 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.698502] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ba2f86-8330-4a5e-8fbd-76a68fef317b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.816639] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605900, 'name': Rename_Task, 'duration_secs': 0.208356} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.817127] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.817602] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3f95357-5d4c-4720-ae8d-c1f9c9c75bb6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.826372] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1188.826372] env[69735]: value = "task-3605901" [ 1188.826372] env[69735]: _type = "Task" [ 1188.826372] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.836506] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.030684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.037027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.037027] env[69735]: DEBUG nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.040862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.123s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.041358] env[69735]: DEBUG nova.objects.instance [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lazy-loading 'resources' on Instance uuid 665d479e-1ab9-48a5-8942-ad430cb9b7f9 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.073932] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.073932] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.073932] env[69735]: DEBUG nova.network.neutron [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.342171] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.545895] env[69735]: DEBUG nova.compute.utils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.549168] env[69735]: DEBUG nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.550812] env[69735]: DEBUG nova.network.neutron [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.561868] env[69735]: DEBUG nova.network.neutron [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Successfully updated port: 2ba79e78-f60a-4886-a4e5-49e92151d3ea {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.625901] env[69735]: WARNING nova.network.neutron [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] ca4ab07b-caa7-40f0-81a9-c5b090e24952 already exists in list: networks containing: ['ca4ab07b-caa7-40f0-81a9-c5b090e24952']. ignoring it [ 1189.631492] env[69735]: DEBUG nova.compute.manager [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received event network-vif-plugged-f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.631719] env[69735]: DEBUG oslo_concurrency.lockutils [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] Acquiring lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.631924] env[69735]: DEBUG oslo_concurrency.lockutils [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.632127] env[69735]: DEBUG oslo_concurrency.lockutils [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.632279] env[69735]: DEBUG nova.compute.manager [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] No waiting events found dispatching network-vif-plugged-f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.632461] env[69735]: WARNING nova.compute.manager [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received unexpected event network-vif-plugged-f411abf8-c014-4252-8cb9-6ccc30296fd2 for instance with vm_state active and task_state None. [ 1189.632617] env[69735]: DEBUG nova.compute.manager [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received event network-changed-f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.632770] env[69735]: DEBUG nova.compute.manager [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing instance network info cache due to event network-changed-f411abf8-c014-4252-8cb9-6ccc30296fd2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.632936] env[69735]: DEBUG oslo_concurrency.lockutils [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] Acquiring lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.635073] env[69735]: DEBUG nova.policy [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1528f3206e42473981bd073660c47df8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e90ef104fab4f1a8baf5bf5c820f419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.653679] env[69735]: DEBUG nova.compute.manager [req-fcaad3e3-de33-485e-9914-9891f1125df1 req-b51249f0-906f-4716-8937-7646048bb1ef service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Received event network-vif-plugged-2ba79e78-f60a-4886-a4e5-49e92151d3ea {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.653945] env[69735]: DEBUG oslo_concurrency.lockutils [req-fcaad3e3-de33-485e-9914-9891f1125df1 req-b51249f0-906f-4716-8937-7646048bb1ef service nova] Acquiring lock "d7ceaf73-2d0b-4013-9f92-f234625c0926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.654295] env[69735]: DEBUG oslo_concurrency.lockutils [req-fcaad3e3-de33-485e-9914-9891f1125df1 req-b51249f0-906f-4716-8937-7646048bb1ef service nova] Lock "d7ceaf73-2d0b-4013-9f92-f234625c0926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.655272] env[69735]: DEBUG oslo_concurrency.lockutils [req-fcaad3e3-de33-485e-9914-9891f1125df1 req-b51249f0-906f-4716-8937-7646048bb1ef service nova] Lock "d7ceaf73-2d0b-4013-9f92-f234625c0926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.659011] env[69735]: DEBUG nova.compute.manager [req-fcaad3e3-de33-485e-9914-9891f1125df1 req-b51249f0-906f-4716-8937-7646048bb1ef service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] No waiting events found dispatching network-vif-plugged-2ba79e78-f60a-4886-a4e5-49e92151d3ea {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.659261] env[69735]: WARNING nova.compute.manager [req-fcaad3e3-de33-485e-9914-9891f1125df1 req-b51249f0-906f-4716-8937-7646048bb1ef service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Received unexpected event network-vif-plugged-2ba79e78-f60a-4886-a4e5-49e92151d3ea for instance with vm_state building and task_state spawning. [ 1189.796780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.797022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.844053] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605901, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.882240] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8922d299-c687-496e-843a-37c9fc2a709e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.894082] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c9474a-c052-4502-be8d-83916ddbdabc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.930243] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20e41c8-d838-43cd-83d4-26847f302976 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.940154] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca453053-1762-4e25-91df-616e3663deec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.955725] env[69735]: DEBUG nova.compute.provider_tree [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.965076] env[69735]: DEBUG nova.network.neutron [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f411abf8-c014-4252-8cb9-6ccc30296fd2", "address": "fa:16:3e:b6:78:1b", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf411abf8-c0", "ovs_interfaceid": "f411abf8-c014-4252-8cb9-6ccc30296fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.057497] env[69735]: DEBUG nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.065123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquiring lock "refresh_cache-d7ceaf73-2d0b-4013-9f92-f234625c0926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.065123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquired lock "refresh_cache-d7ceaf73-2d0b-4013-9f92-f234625c0926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.065291] env[69735]: DEBUG nova.network.neutron [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.143758] env[69735]: DEBUG nova.network.neutron [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Successfully created port: 1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.300213] env[69735]: DEBUG nova.compute.utils [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.340800] env[69735]: DEBUG oslo_vmware.api [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605901, 'name': PowerOnVM_Task, 'duration_secs': 1.341725} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.350534] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.350534] env[69735]: INFO nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1190.350534] env[69735]: DEBUG nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.350534] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a85ad53-4b50-4382-ad18-227d5c870d66 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.460587] env[69735]: DEBUG nova.scheduler.client.report [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.467849] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.468572] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.468751] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.469068] env[69735]: DEBUG oslo_concurrency.lockutils [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] Acquired lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.469274] env[69735]: DEBUG nova.network.neutron [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Refreshing network info cache for port f411abf8-c014-4252-8cb9-6ccc30296fd2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.471458] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c21c3b-bc3d-4c58-9e31-a498477c69e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.499042] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.499475] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.499737] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.500032] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.500270] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.500531] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.500858] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.501119] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.501410] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.502134] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.502134] env[69735]: DEBUG nova.virt.hardware [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.513034] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Reconfiguring VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1190.513697] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843ba277-f5e4-4c4a-b578-a3e9c12530c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.542218] env[69735]: DEBUG oslo_vmware.api [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1190.542218] env[69735]: value = "task-3605902" [ 1190.542218] env[69735]: _type = "Task" [ 1190.542218] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.551715] env[69735]: DEBUG oslo_vmware.api [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605902, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.598106] env[69735]: DEBUG nova.network.neutron [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.743023] env[69735]: DEBUG nova.network.neutron [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Updating instance_info_cache with network_info: [{"id": "2ba79e78-f60a-4886-a4e5-49e92151d3ea", "address": "fa:16:3e:6d:db:5c", "network": {"id": "a08dc16b-78f4-4967-8e7a-e75e72618e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1457607162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746829eb96446fbbbc96592f8949c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba79e78-f6", "ovs_interfaceid": "2ba79e78-f60a-4886-a4e5-49e92151d3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.807394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.860557] env[69735]: INFO nova.compute.manager [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Took 31.15 seconds to build instance. [ 1190.966795] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.969872] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.663s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.971859] env[69735]: INFO nova.compute.claims [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.991166] env[69735]: INFO nova.scheduler.client.report [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Deleted allocations for instance 665d479e-1ab9-48a5-8942-ad430cb9b7f9 [ 1191.056610] env[69735]: DEBUG oslo_vmware.api [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.067354] env[69735]: DEBUG nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.096889] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.097455] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.097886] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.099331] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.099331] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.099331] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.099331] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.099331] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.099533] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.099675] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.099849] env[69735]: DEBUG nova.virt.hardware [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.101548] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ca90f0-24d6-413c-8773-5ab1682a6c75 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.111061] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a3230-8ec6-4c4f-b6bd-b4924bf4f287 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.193072] env[69735]: DEBUG nova.network.neutron [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updated VIF entry in instance network info cache for port f411abf8-c014-4252-8cb9-6ccc30296fd2. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.193534] env[69735]: DEBUG nova.network.neutron [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f411abf8-c014-4252-8cb9-6ccc30296fd2", "address": "fa:16:3e:b6:78:1b", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf411abf8-c0", "ovs_interfaceid": "f411abf8-c014-4252-8cb9-6ccc30296fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.245298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Releasing lock "refresh_cache-d7ceaf73-2d0b-4013-9f92-f234625c0926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.245622] env[69735]: DEBUG nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Instance network_info: |[{"id": "2ba79e78-f60a-4886-a4e5-49e92151d3ea", "address": "fa:16:3e:6d:db:5c", "network": {"id": "a08dc16b-78f4-4967-8e7a-e75e72618e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1457607162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746829eb96446fbbbc96592f8949c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba79e78-f6", "ovs_interfaceid": "2ba79e78-f60a-4886-a4e5-49e92151d3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.246055] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:db:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba79e78-f60a-4886-a4e5-49e92151d3ea', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.254089] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Creating folder: Project (6746829eb96446fbbbc96592f8949c2a). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.254365] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dab996ba-bce5-43b4-b327-09dba5686b54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.267019] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Created folder: Project (6746829eb96446fbbbc96592f8949c2a) in parent group-v719064. [ 1191.267212] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Creating folder: Instances. Parent ref: group-v719340. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.267455] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-660ede32-be67-4c60-a4dc-e6b6b5e9dadc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.277767] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Created folder: Instances in parent group-v719340. [ 1191.278014] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.278221] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.278426] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5abdd44-a893-4353-a3fa-b25858151b98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.298623] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.298623] env[69735]: value = "task-3605905" [ 1191.298623] env[69735]: _type = "Task" [ 1191.298623] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.308683] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605905, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.363218] env[69735]: DEBUG oslo_concurrency.lockutils [None req-25212443-e274-44bc-b58a-213dcf1ebf99 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "1dfe6e96-bb58-49e8-891c-8d44a1197159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.663s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.499746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a66f6702-dc24-4258-b0e0-d95cc519ba3c tempest-ServerDiskConfigTestJSON-1385337453 tempest-ServerDiskConfigTestJSON-1385337453-project-member] Lock "665d479e-1ab9-48a5-8942-ad430cb9b7f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.411s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.561903] env[69735]: DEBUG oslo_vmware.api [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605902, 'name': ReconfigVM_Task, 'duration_secs': 0.651746} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.562523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.562724] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Reconfigured VM to attach interface {{(pid=69735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1191.696119] env[69735]: DEBUG oslo_concurrency.lockutils [req-4f424208-25db-42be-832c-de1ec5a309fe req-0ca44e5c-d9db-40c0-843f-0b29c1ec79a2 service nova] Releasing lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.807905] env[69735]: DEBUG nova.network.neutron [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Successfully updated port: 1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.812250] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605905, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.870956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.871332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.871647] env[69735]: INFO nova.compute.manager [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Attaching volume 1f1e2cfb-8cf2-4ab9-970e-0d853189d117 to /dev/sdb [ 1191.909943] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de5566d-f48f-4458-bcfd-bf764fd57212 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.917972] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b154eb10-9146-482f-8c02-5fee8270d9d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.931838] env[69735]: DEBUG nova.virt.block_device [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Updating existing volume attachment record: 4990626c-936d-4c5f-aff0-825bb7d8cf7e {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1192.069815] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8d1e8622-f592-41ed-82ce-6982284c622e tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-135b0602-c618-4d1e-8c49-384ec38c1d08-f411abf8-c014-4252-8cb9-6ccc30296fd2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.821s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.121447] env[69735]: DEBUG nova.compute.manager [req-6243b262-d3e0-42d7-a039-392ec3d7ee96 req-935c1b54-cc59-4904-88f3-23b10ed417ab service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Received event network-vif-plugged-1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.121695] env[69735]: DEBUG oslo_concurrency.lockutils [req-6243b262-d3e0-42d7-a039-392ec3d7ee96 req-935c1b54-cc59-4904-88f3-23b10ed417ab service nova] Acquiring lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.121927] env[69735]: DEBUG oslo_concurrency.lockutils [req-6243b262-d3e0-42d7-a039-392ec3d7ee96 req-935c1b54-cc59-4904-88f3-23b10ed417ab service nova] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.122198] env[69735]: DEBUG oslo_concurrency.lockutils [req-6243b262-d3e0-42d7-a039-392ec3d7ee96 req-935c1b54-cc59-4904-88f3-23b10ed417ab service nova] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.122447] env[69735]: DEBUG nova.compute.manager [req-6243b262-d3e0-42d7-a039-392ec3d7ee96 req-935c1b54-cc59-4904-88f3-23b10ed417ab service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] No waiting events found dispatching network-vif-plugged-1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.122599] env[69735]: WARNING nova.compute.manager [req-6243b262-d3e0-42d7-a039-392ec3d7ee96 req-935c1b54-cc59-4904-88f3-23b10ed417ab service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Received unexpected event network-vif-plugged-1270397c-d0d3-4cc2-953a-ce4ab9a12557 for instance with vm_state building and task_state spawning. [ 1192.140623] env[69735]: DEBUG nova.compute.manager [req-b2ecf8e9-4bde-4648-8ff4-9dcbb0f6341d req-cc36c551-811e-43e1-9b50-5dc566b306ad service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Received event network-changed-2ba79e78-f60a-4886-a4e5-49e92151d3ea {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.140623] env[69735]: DEBUG nova.compute.manager [req-b2ecf8e9-4bde-4648-8ff4-9dcbb0f6341d req-cc36c551-811e-43e1-9b50-5dc566b306ad service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Refreshing instance network info cache due to event network-changed-2ba79e78-f60a-4886-a4e5-49e92151d3ea. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.140623] env[69735]: DEBUG oslo_concurrency.lockutils [req-b2ecf8e9-4bde-4648-8ff4-9dcbb0f6341d req-cc36c551-811e-43e1-9b50-5dc566b306ad service nova] Acquiring lock "refresh_cache-d7ceaf73-2d0b-4013-9f92-f234625c0926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.140623] env[69735]: DEBUG oslo_concurrency.lockutils [req-b2ecf8e9-4bde-4648-8ff4-9dcbb0f6341d req-cc36c551-811e-43e1-9b50-5dc566b306ad service nova] Acquired lock "refresh_cache-d7ceaf73-2d0b-4013-9f92-f234625c0926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.140623] env[69735]: DEBUG nova.network.neutron [req-b2ecf8e9-4bde-4648-8ff4-9dcbb0f6341d req-cc36c551-811e-43e1-9b50-5dc566b306ad service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Refreshing network info cache for port 2ba79e78-f60a-4886-a4e5-49e92151d3ea {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.200680] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92545ba-20f9-471c-a019-436186d0cbfd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.208830] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d75f79f-91c9-45bc-a26c-24f1d0674e83 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.241830] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e564ee-debd-41ac-8175-a42c68d6544f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.249763] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29af143b-dd26-4bd0-9a4b-57fe0cfeabdc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.263627] env[69735]: DEBUG nova.compute.provider_tree [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.315814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.316017] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.316214] env[69735]: DEBUG nova.network.neutron [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.317308] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605905, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.767726] env[69735]: DEBUG nova.scheduler.client.report [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.812468] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605905, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.848733] env[69735]: DEBUG nova.network.neutron [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.890793] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "1dfe6e96-bb58-49e8-891c-8d44a1197159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.891154] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "1dfe6e96-bb58-49e8-891c-8d44a1197159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.891408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "1dfe6e96-bb58-49e8-891c-8d44a1197159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.891607] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "1dfe6e96-bb58-49e8-891c-8d44a1197159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.892060] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "1dfe6e96-bb58-49e8-891c-8d44a1197159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.894973] env[69735]: INFO nova.compute.manager [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Terminating instance [ 1192.968072] env[69735]: DEBUG nova.network.neutron [req-b2ecf8e9-4bde-4648-8ff4-9dcbb0f6341d req-cc36c551-811e-43e1-9b50-5dc566b306ad service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Updated VIF entry in instance network info cache for port 2ba79e78-f60a-4886-a4e5-49e92151d3ea. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.968670] env[69735]: DEBUG nova.network.neutron [req-b2ecf8e9-4bde-4648-8ff4-9dcbb0f6341d req-cc36c551-811e-43e1-9b50-5dc566b306ad service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Updating instance_info_cache with network_info: [{"id": "2ba79e78-f60a-4886-a4e5-49e92151d3ea", "address": "fa:16:3e:6d:db:5c", "network": {"id": "a08dc16b-78f4-4967-8e7a-e75e72618e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1457607162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746829eb96446fbbbc96592f8949c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba79e78-f6", "ovs_interfaceid": "2ba79e78-f60a-4886-a4e5-49e92151d3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.992623] env[69735]: DEBUG nova.network.neutron [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance_info_cache with network_info: [{"id": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "address": "fa:16:3e:1c:df:26", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1270397c-d0", "ovs_interfaceid": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.274443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.274443] env[69735]: DEBUG nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.279301] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.945s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.279539] env[69735]: DEBUG nova.objects.instance [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lazy-loading 'resources' on Instance uuid dedd08ab-6f3c-4c15-b09c-7bdc390a8035 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.316026] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605905, 'name': CreateVM_Task, 'duration_secs': 1.638566} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.316217] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.316897] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.317082] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.317414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.317696] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76fe562e-cc91-4cf1-9716-6917e837a12f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.323060] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1193.323060] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52570bfe-928b-023b-1f76-88bc9d3aeb57" [ 1193.323060] env[69735]: _type = "Task" [ 1193.323060] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.331990] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52570bfe-928b-023b-1f76-88bc9d3aeb57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.399623] env[69735]: DEBUG nova.compute.manager [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.399936] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.400902] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9dbb6b-e0cb-4e3f-969a-848f8efe6384 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.409769] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.411793] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8dc10e4-ef70-4553-9150-f12148ab7435 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.418266] env[69735]: DEBUG oslo_vmware.api [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1193.418266] env[69735]: value = "task-3605909" [ 1193.418266] env[69735]: _type = "Task" [ 1193.418266] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.426665] env[69735]: DEBUG oslo_vmware.api [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.472781] env[69735]: DEBUG oslo_concurrency.lockutils [req-b2ecf8e9-4bde-4648-8ff4-9dcbb0f6341d req-cc36c551-811e-43e1-9b50-5dc566b306ad service nova] Releasing lock "refresh_cache-d7ceaf73-2d0b-4013-9f92-f234625c0926" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495815] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.496310] env[69735]: DEBUG nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Instance network_info: |[{"id": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "address": "fa:16:3e:1c:df:26", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1270397c-d0", "ovs_interfaceid": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.496660] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:df:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1270397c-d0d3-4cc2-953a-ce4ab9a12557', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.504582] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.504831] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.505087] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef594b28-34e5-4c3d-85f4-40ff8f79eed2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.525671] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.525671] env[69735]: value = "task-3605910" [ 1193.525671] env[69735]: _type = "Task" [ 1193.525671] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.534794] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605910, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.623612] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "interface-135b0602-c618-4d1e-8c49-384ec38c1d08-f411abf8-c014-4252-8cb9-6ccc30296fd2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.623970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-135b0602-c618-4d1e-8c49-384ec38c1d08-f411abf8-c014-4252-8cb9-6ccc30296fd2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.782907] env[69735]: DEBUG nova.compute.utils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.787343] env[69735]: DEBUG nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.787777] env[69735]: DEBUG nova.network.neutron [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.835996] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52570bfe-928b-023b-1f76-88bc9d3aeb57, 'name': SearchDatastore_Task, 'duration_secs': 0.027802} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.836276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.836517] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.836754] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.836889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.837074] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.837368] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09ade5d1-ec4a-4630-afbf-5d071ff079ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.849755] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.852445] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.852445] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd892a2-913d-4e19-80da-dac2783a8553 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.856337] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1193.856337] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a9bc34-0b0b-c66f-a3f8-25e5e027c41b" [ 1193.856337] env[69735]: _type = "Task" [ 1193.856337] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.864301] env[69735]: DEBUG nova.policy [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c734c13c0f4a40389c1f2e563a4d34b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81be6b75204f4dcc9f353353b443b1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.872062] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a9bc34-0b0b-c66f-a3f8-25e5e027c41b, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.872873] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9977c5-8544-422b-882c-e7062374dfab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.879637] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1193.879637] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529af236-d4c8-62ee-74ad-8c58d8ab2705" [ 1193.879637] env[69735]: _type = "Task" [ 1193.879637] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.889294] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529af236-d4c8-62ee-74ad-8c58d8ab2705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.928943] env[69735]: DEBUG oslo_vmware.api [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605909, 'name': PowerOffVM_Task, 'duration_secs': 0.240456} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.929225] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.929458] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.929634] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50f6bca5-9576-48bc-89e9-95d3edd1cbbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.008940] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.009284] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.009478] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleting the datastore file [datastore1] 1dfe6e96-bb58-49e8-891c-8d44a1197159 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.009753] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8686d8f-7398-4fef-bd4a-ba4a503d9eb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.019938] env[69735]: DEBUG oslo_vmware.api [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1194.019938] env[69735]: value = "task-3605912" [ 1194.019938] env[69735]: _type = "Task" [ 1194.019938] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.039940] env[69735]: DEBUG oslo_vmware.api [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.048693] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605910, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.067027] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae445006-603d-495a-9981-0d4a533dad74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.075259] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b50ebc5-b8b3-4799-af03-9994aa57b290 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.116450] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62633280-f80b-41f4-a7fc-8bbf940bbfe5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.131041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.131041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.131687] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b578f-cd41-44e9-a6c7-22ece054b83c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.141889] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6f07fb-b7d7-4804-85db-68d2023f69e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.193614] env[69735]: DEBUG nova.compute.provider_tree [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.195976] env[69735]: DEBUG nova.compute.manager [req-d4809e12-7517-4569-b3d9-69b677ea32d9 req-c05defd8-194f-42d0-8302-9dbe68a973f8 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Received event network-changed-1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.196168] env[69735]: DEBUG nova.compute.manager [req-d4809e12-7517-4569-b3d9-69b677ea32d9 req-c05defd8-194f-42d0-8302-9dbe68a973f8 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Refreshing instance network info cache due to event network-changed-1270397c-d0d3-4cc2-953a-ce4ab9a12557. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.196381] env[69735]: DEBUG oslo_concurrency.lockutils [req-d4809e12-7517-4569-b3d9-69b677ea32d9 req-c05defd8-194f-42d0-8302-9dbe68a973f8 service nova] Acquiring lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.196515] env[69735]: DEBUG oslo_concurrency.lockutils [req-d4809e12-7517-4569-b3d9-69b677ea32d9 req-c05defd8-194f-42d0-8302-9dbe68a973f8 service nova] Acquired lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.196669] env[69735]: DEBUG nova.network.neutron [req-d4809e12-7517-4569-b3d9-69b677ea32d9 req-c05defd8-194f-42d0-8302-9dbe68a973f8 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Refreshing network info cache for port 1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.198234] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5b39c5-bb1f-4b6d-9bf7-ec902dc70627 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.226672] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Reconfiguring VM to detach interface {{(pid=69735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1194.227914] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5891151-61eb-4129-b7fa-57b01d4ef565 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.249130] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1194.249130] env[69735]: value = "task-3605913" [ 1194.249130] env[69735]: _type = "Task" [ 1194.249130] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.259129] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.288406] env[69735]: DEBUG nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.297445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "d3d6b388-c596-44ba-949d-ec1024ca2608" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.297445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.328354] env[69735]: DEBUG nova.network.neutron [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Successfully created port: 54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.396479] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529af236-d4c8-62ee-74ad-8c58d8ab2705, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.396933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.397329] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d7ceaf73-2d0b-4013-9f92-f234625c0926/d7ceaf73-2d0b-4013-9f92-f234625c0926.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.398337] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebcd7946-4024-49ed-a55c-028b13225859 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.408219] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1194.408219] env[69735]: value = "task-3605915" [ 1194.408219] env[69735]: _type = "Task" [ 1194.408219] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.418814] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.534955] env[69735]: DEBUG oslo_vmware.api [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150916} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.535986] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.536273] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.538282] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.538282] env[69735]: INFO nova.compute.manager [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1194.538282] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.538282] env[69735]: DEBUG nova.compute.manager [-] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.538282] env[69735]: DEBUG nova.network.neutron [-] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.542483] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605910, 'name': CreateVM_Task, 'duration_secs': 0.666107} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.542977] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.543662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.543940] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.544213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.544505] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6644931-7f05-4357-920d-f7adef5cbc80 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.549550] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1194.549550] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bd542b-71f7-d062-c70f-b87923bf9ec7" [ 1194.549550] env[69735]: _type = "Task" [ 1194.549550] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.558245] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bd542b-71f7-d062-c70f-b87923bf9ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.705132] env[69735]: DEBUG nova.scheduler.client.report [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.765753] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.799596] env[69735]: DEBUG nova.compute.utils [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.922147] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512238} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.922147] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d7ceaf73-2d0b-4013-9f92-f234625c0926/d7ceaf73-2d0b-4013-9f92-f234625c0926.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.922147] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.922354] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc7fbb42-0938-4cb3-a15c-2b1ae9e96ef0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.932543] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1194.932543] env[69735]: value = "task-3605916" [ 1194.932543] env[69735]: _type = "Task" [ 1194.932543] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.942246] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.061243] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bd542b-71f7-d062-c70f-b87923bf9ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.061571] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.061810] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.062088] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.062246] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.062460] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.062735] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb2fa545-75b2-43cb-99bb-cae54c094d74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.072985] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.073191] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.073918] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecad8668-1a1a-47f0-a6b7-11f52a4892d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.079402] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1195.079402] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b5879e-88cd-3100-f560-2324b1e1a0b9" [ 1195.079402] env[69735]: _type = "Task" [ 1195.079402] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.089322] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b5879e-88cd-3100-f560-2324b1e1a0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.211143] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.213489] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.355s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.216323] env[69735]: INFO nova.compute.claims [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.243090] env[69735]: INFO nova.scheduler.client.report [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Deleted allocations for instance dedd08ab-6f3c-4c15-b09c-7bdc390a8035 [ 1195.254288] env[69735]: DEBUG nova.network.neutron [req-d4809e12-7517-4569-b3d9-69b677ea32d9 req-c05defd8-194f-42d0-8302-9dbe68a973f8 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updated VIF entry in instance network info cache for port 1270397c-d0d3-4cc2-953a-ce4ab9a12557. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.254699] env[69735]: DEBUG nova.network.neutron [req-d4809e12-7517-4569-b3d9-69b677ea32d9 req-c05defd8-194f-42d0-8302-9dbe68a973f8 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance_info_cache with network_info: [{"id": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "address": "fa:16:3e:1c:df:26", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1270397c-d0", "ovs_interfaceid": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.262168] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.300667] env[69735]: DEBUG nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.305554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.335106] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.335390] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.335657] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.335878] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.336085] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.336308] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.336607] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.336839] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.337069] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.337276] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.337555] env[69735]: DEBUG nova.virt.hardware [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.338452] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eca6a7c-0cbe-4791-b4d3-7cb0c0fa95a7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.347823] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534dc0f0-95e3-45c7-a86f-c7eba726fc01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.444052] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246165} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.444299] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.446035] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38a8c82-c543-44de-8efb-65dbc87e6741 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.478064] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d7ceaf73-2d0b-4013-9f92-f234625c0926/d7ceaf73-2d0b-4013-9f92-f234625c0926.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.478064] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be90b136-b3cd-4b80-bf7d-0caab9c77e0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.499958] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1195.499958] env[69735]: value = "task-3605917" [ 1195.499958] env[69735]: _type = "Task" [ 1195.499958] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.511253] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.590484] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b5879e-88cd-3100-f560-2324b1e1a0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.02311} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.591590] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0d954a-7950-4752-b122-255b50bb544a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.599377] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1195.599377] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b643fb-1724-058a-d4bb-a06a8c1ae152" [ 1195.599377] env[69735]: _type = "Task" [ 1195.599377] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.609221] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b643fb-1724-058a-d4bb-a06a8c1ae152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.659983] env[69735]: DEBUG nova.network.neutron [-] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.751104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0117e53f-172f-4a3a-b565-8686a084cea2 tempest-ServersTestJSON-923810699 tempest-ServersTestJSON-923810699-project-member] Lock "dedd08ab-6f3c-4c15-b09c-7bdc390a8035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.057s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.757594] env[69735]: DEBUG oslo_concurrency.lockutils [req-d4809e12-7517-4569-b3d9-69b677ea32d9 req-c05defd8-194f-42d0-8302-9dbe68a973f8 service nova] Releasing lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.762941] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.886242] env[69735]: DEBUG nova.compute.manager [req-9d6088cf-811a-47b8-880b-3dc325263f3e req-629da118-2435-4f17-9a5e-a8cfd4b12af7 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received event network-vif-plugged-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.886470] env[69735]: DEBUG oslo_concurrency.lockutils [req-9d6088cf-811a-47b8-880b-3dc325263f3e req-629da118-2435-4f17-9a5e-a8cfd4b12af7 service nova] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.886661] env[69735]: DEBUG oslo_concurrency.lockutils [req-9d6088cf-811a-47b8-880b-3dc325263f3e req-629da118-2435-4f17-9a5e-a8cfd4b12af7 service nova] Lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.886884] env[69735]: DEBUG oslo_concurrency.lockutils [req-9d6088cf-811a-47b8-880b-3dc325263f3e req-629da118-2435-4f17-9a5e-a8cfd4b12af7 service nova] Lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.887293] env[69735]: DEBUG nova.compute.manager [req-9d6088cf-811a-47b8-880b-3dc325263f3e req-629da118-2435-4f17-9a5e-a8cfd4b12af7 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] No waiting events found dispatching network-vif-plugged-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.887492] env[69735]: WARNING nova.compute.manager [req-9d6088cf-811a-47b8-880b-3dc325263f3e req-629da118-2435-4f17-9a5e-a8cfd4b12af7 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received unexpected event network-vif-plugged-54139ea7-7b3b-4e12-8d85-303217804f72 for instance with vm_state building and task_state spawning. [ 1195.985837] env[69735]: DEBUG nova.network.neutron [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Successfully updated port: 54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.014078] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605917, 'name': ReconfigVM_Task, 'duration_secs': 0.318603} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.014678] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d7ceaf73-2d0b-4013-9f92-f234625c0926/d7ceaf73-2d0b-4013-9f92-f234625c0926.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.015065] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11ba4fc7-47a8-405d-ab2e-b31fd9579dfc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.023584] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1196.023584] env[69735]: value = "task-3605918" [ 1196.023584] env[69735]: _type = "Task" [ 1196.023584] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.034362] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605918, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.110857] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b643fb-1724-058a-d4bb-a06a8c1ae152, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.111151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.111421] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2/40ca1d97-aaac-4254-95b6-59b21e1954b2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.111688] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb04b61-0357-4adf-b701-95b672b1f023 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.119090] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1196.119090] env[69735]: value = "task-3605919" [ 1196.119090] env[69735]: _type = "Task" [ 1196.119090] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.127462] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.162212] env[69735]: INFO nova.compute.manager [-] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Took 1.62 seconds to deallocate network for instance. [ 1196.214855] env[69735]: DEBUG nova.compute.manager [req-6943db4c-fc30-4df2-8cf5-e996679ac944 req-5c2a5d7b-555e-4386-9cae-4dfa834e48e4 service nova] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Received event network-vif-deleted-758d8102-a1c2-441d-a527-f3f964bf61dc {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.262442] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.388820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "d3d6b388-c596-44ba-949d-ec1024ca2608" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.389138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.389437] env[69735]: INFO nova.compute.manager [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Attaching volume ef9080bb-8325-444c-bfe2-ff397c2a5b7c to /dev/sdb [ 1196.430039] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628fb3f0-d087-4c2d-b7c2-5ac0a557e990 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.440884] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28049f40-604d-4207-87ea-e0ae4ca08183 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.465529] env[69735]: DEBUG nova.virt.block_device [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating existing volume attachment record: 2d4e28d8-7485-40d6-b067-59fb979170ce {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.470772] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8241cc6-8570-4081-a81c-e6420814c0bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.481928] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa488a29-8458-49b5-a62b-5f0b266667e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.491390] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.491390] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719344', 'volume_id': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'name': 'volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6872be0-2bc0-4281-883d-7e3c18c0d759', 'attached_at': '', 'detached_at': '', 'volume_id': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'serial': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.492984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.493039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.493441] env[69735]: DEBUG nova.network.neutron [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.494936] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e907807f-acf0-42b6-9913-ce92f50823ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.536376] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9110663-22bd-4305-8e7d-3cfa832a82dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.552066] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e680dcaf-c78a-4014-bdf8-fd4434162614 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.559505] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605918, 'name': Rename_Task, 'duration_secs': 0.179151} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.562817] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.563176] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c55e32b3-0976-475a-b7ae-2e9263f5ca8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.566449] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11192a1c-793d-43b5-8dd0-06c02b97c133 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.592668] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117/volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.594347] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1af7d56-10d1-41f7-b184-b678a4ffa658 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.617629] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1196.617629] env[69735]: value = "task-3605920" [ 1196.617629] env[69735]: _type = "Task" [ 1196.617629] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.618482] env[69735]: DEBUG nova.compute.provider_tree [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.629093] env[69735]: DEBUG oslo_vmware.api [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1196.629093] env[69735]: value = "task-3605921" [ 1196.629093] env[69735]: _type = "Task" [ 1196.629093] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.637769] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605920, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.642329] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498196} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.642922] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2/40ca1d97-aaac-4254-95b6-59b21e1954b2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.642922] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.643304] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d5c9378-a199-4cc0-b928-6e9d75a6a16d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.649393] env[69735]: DEBUG oslo_vmware.api [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.656916] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1196.656916] env[69735]: value = "task-3605923" [ 1196.656916] env[69735]: _type = "Task" [ 1196.656916] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.667609] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.668589] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.765035] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.114522] env[69735]: DEBUG nova.network.neutron [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.125319] env[69735]: DEBUG nova.scheduler.client.report [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.137595] env[69735]: DEBUG oslo_vmware.api [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605920, 'name': PowerOnVM_Task, 'duration_secs': 0.521646} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.140746] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.140958] env[69735]: INFO nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1197.142950] env[69735]: DEBUG nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.142950] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f78863-4e99-4138-a6fa-778020e78f9c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.159744] env[69735]: DEBUG oslo_vmware.api [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.173833] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108721} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.174126] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.175346] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f4db3-677a-41ae-9c8e-4a757c4642c0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.207861] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2/40ca1d97-aaac-4254-95b6-59b21e1954b2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.210905] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e18495cb-106d-4801-8170-399b97ef883d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.234037] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1197.234037] env[69735]: value = "task-3605926" [ 1197.234037] env[69735]: _type = "Task" [ 1197.234037] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.245278] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.264242] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.389314] env[69735]: DEBUG nova.network.neutron [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [{"id": "54139ea7-7b3b-4e12-8d85-303217804f72", "address": "fa:16:3e:26:e3:09", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54139ea7-7b", "ovs_interfaceid": "54139ea7-7b3b-4e12-8d85-303217804f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.631056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.631739] env[69735]: DEBUG nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.634683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.604s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.634861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.635023] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1197.635323] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.967s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.635613] env[69735]: DEBUG nova.objects.instance [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lazy-loading 'resources' on Instance uuid 1dfe6e96-bb58-49e8-891c-8d44a1197159 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.637333] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab6d3c8-dd3c-43e8-b07f-d74d2c58d1be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.649987] env[69735]: DEBUG oslo_vmware.api [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605921, 'name': ReconfigVM_Task, 'duration_secs': 0.711205} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.652524] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117/volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.657972] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ee5909-7efd-40be-a1b7-278397bf523d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.670208] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c3723-a057-469b-ab54-a9d7f7bbff1d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.688914] env[69735]: INFO nova.compute.manager [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Took 14.06 seconds to build instance. [ 1197.712078] env[69735]: DEBUG oslo_concurrency.lockutils [None req-17ee9ee6-0c3b-407f-9e45-cf82f71227da tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "d7ceaf73-2d0b-4013-9f92-f234625c0926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.093s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.714877] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855d685-88bc-4c41-a9fc-5e557920db79 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.719655] env[69735]: DEBUG oslo_vmware.api [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1197.719655] env[69735]: value = "task-3605927" [ 1197.719655] env[69735]: _type = "Task" [ 1197.719655] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.731578] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecb946-cdb1-4de3-9b75-d720a817ac88 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.742306] env[69735]: DEBUG oslo_vmware.api [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.754202] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605926, 'name': ReconfigVM_Task, 'duration_secs': 0.485678} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.780155] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2/40ca1d97-aaac-4254-95b6-59b21e1954b2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.784085] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179199MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1197.784085] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.784789] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a607e493-2232-4e7a-80b7-1a7154157e97 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.793452] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.794138] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1197.794138] env[69735]: value = "task-3605928" [ 1197.794138] env[69735]: _type = "Task" [ 1197.794138] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.802567] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605928, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.891863] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.891863] env[69735]: DEBUG nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Instance network_info: |[{"id": "54139ea7-7b3b-4e12-8d85-303217804f72", "address": "fa:16:3e:26:e3:09", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54139ea7-7b", "ovs_interfaceid": "54139ea7-7b3b-4e12-8d85-303217804f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.891863] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:e3:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54139ea7-7b3b-4e12-8d85-303217804f72', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.899088] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.899333] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.899575] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3787976a-86ca-4200-b6c9-6b81f5d915ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.921421] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.921421] env[69735]: value = "task-3605929" [ 1197.921421] env[69735]: _type = "Task" [ 1197.921421] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.938328] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605929, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.946641] env[69735]: DEBUG nova.compute.manager [req-cbbbee0e-f212-4c89-9a85-7bee632c7e8b req-0c407a2a-3cd9-49d9-92ef-1cec6e547e7d service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received event network-changed-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.946912] env[69735]: DEBUG nova.compute.manager [req-cbbbee0e-f212-4c89-9a85-7bee632c7e8b req-0c407a2a-3cd9-49d9-92ef-1cec6e547e7d service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Refreshing instance network info cache due to event network-changed-54139ea7-7b3b-4e12-8d85-303217804f72. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.947093] env[69735]: DEBUG oslo_concurrency.lockutils [req-cbbbee0e-f212-4c89-9a85-7bee632c7e8b req-0c407a2a-3cd9-49d9-92ef-1cec6e547e7d service nova] Acquiring lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.947262] env[69735]: DEBUG oslo_concurrency.lockutils [req-cbbbee0e-f212-4c89-9a85-7bee632c7e8b req-0c407a2a-3cd9-49d9-92ef-1cec6e547e7d service nova] Acquired lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.947442] env[69735]: DEBUG nova.network.neutron [req-cbbbee0e-f212-4c89-9a85-7bee632c7e8b req-0c407a2a-3cd9-49d9-92ef-1cec6e547e7d service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Refreshing network info cache for port 54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.144895] env[69735]: DEBUG nova.compute.utils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.146507] env[69735]: DEBUG nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.150020] env[69735]: DEBUG nova.network.neutron [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.239187] env[69735]: DEBUG oslo_vmware.api [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605927, 'name': ReconfigVM_Task, 'duration_secs': 0.174947} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.240792] env[69735]: DEBUG nova.policy [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96fee9da0b0b4d7fa1c8fb8ab40205eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afd87e485004007ae03bb74894f7edf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.242735] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719344', 'volume_id': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'name': 'volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6872be0-2bc0-4281-883d-7e3c18c0d759', 'attached_at': '', 'detached_at': '', 'volume_id': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'serial': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.289703] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.305770] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605928, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.427789] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad240a2-5a3d-48c9-93e6-62ef90e578a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.443436] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a89b26-0bfa-434b-960c-08c73a5aeed3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.447445] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605929, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.480833] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb0283e-8b04-4bc4-94d9-9c2ff6dfa675 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.490098] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00728952-f0de-4188-b0b4-683e94dcd153 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.507879] env[69735]: DEBUG nova.compute.provider_tree [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.570580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquiring lock "d7ceaf73-2d0b-4013-9f92-f234625c0926" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.570580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "d7ceaf73-2d0b-4013-9f92-f234625c0926" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.570580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquiring lock "d7ceaf73-2d0b-4013-9f92-f234625c0926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.570580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "d7ceaf73-2d0b-4013-9f92-f234625c0926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.570580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "d7ceaf73-2d0b-4013-9f92-f234625c0926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.571855] env[69735]: INFO nova.compute.manager [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Terminating instance [ 1198.651500] env[69735]: DEBUG nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.787801] env[69735]: DEBUG nova.network.neutron [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Successfully created port: 96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.802716] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.810123] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605928, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.932785] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605929, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.013530] env[69735]: DEBUG nova.scheduler.client.report [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.077906] env[69735]: DEBUG nova.compute.manager [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.077992] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.078938] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1c175a-20dd-4f52-9e1e-1bd1dc959ba6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.090443] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.090443] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb950b35-8aea-4534-9d05-6d124bbe4656 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.097459] env[69735]: DEBUG oslo_vmware.api [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1199.097459] env[69735]: value = "task-3605931" [ 1199.097459] env[69735]: _type = "Task" [ 1199.097459] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.108732] env[69735]: DEBUG oslo_vmware.api [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.156272] env[69735]: INFO nova.virt.block_device [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Booting with volume f00402b6-82fb-464e-a7cd-8a4fb38fc2bf at /dev/sda [ 1199.159219] env[69735]: DEBUG nova.network.neutron [req-cbbbee0e-f212-4c89-9a85-7bee632c7e8b req-0c407a2a-3cd9-49d9-92ef-1cec6e547e7d service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updated VIF entry in instance network info cache for port 54139ea7-7b3b-4e12-8d85-303217804f72. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.159604] env[69735]: DEBUG nova.network.neutron [req-cbbbee0e-f212-4c89-9a85-7bee632c7e8b req-0c407a2a-3cd9-49d9-92ef-1cec6e547e7d service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [{"id": "54139ea7-7b3b-4e12-8d85-303217804f72", "address": "fa:16:3e:26:e3:09", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54139ea7-7b", "ovs_interfaceid": "54139ea7-7b3b-4e12-8d85-303217804f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.205276] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4c859fc-fd21-4676-8f52-2e030a500e5e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.227558] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946ac96c-edde-468f-a545-d4b769d75154 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.281827] env[69735]: DEBUG nova.objects.instance [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'flavor' on Instance uuid b6872be0-2bc0-4281-883d-7e3c18c0d759 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.283451] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53572bfc-3bb1-4694-9006-c86e122273a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.299799] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.308630] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c333c6-f827-463e-82f9-428588e3c75b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.327846] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605928, 'name': Rename_Task, 'duration_secs': 1.222804} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.327846] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.327846] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d062aace-6d29-4dd0-b2a6-eab60f8ea00e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.333935] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1199.333935] env[69735]: value = "task-3605932" [ 1199.333935] env[69735]: _type = "Task" [ 1199.333935] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.351418] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c328d26e-655c-4565-a8d1-e72b683ca962 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.356689] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605932, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.361763] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f518d2-37c5-4bff-b03f-627fd4c905b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.377557] env[69735]: DEBUG nova.virt.block_device [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating existing volume attachment record: c49bdb9c-4b87-4612-8b55-636b11b19e22 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.436418] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605929, 'name': CreateVM_Task, 'duration_secs': 1.346775} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.436418] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.436418] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.436418] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.436703] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.436957] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904adb4d-fd74-4096-bad5-9ae5e140409d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.442038] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1199.442038] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5233957b-5d07-2c96-d0d9-2bd7ff0e3ca0" [ 1199.442038] env[69735]: _type = "Task" [ 1199.442038] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.451935] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5233957b-5d07-2c96-d0d9-2bd7ff0e3ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.520991] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.523499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.742s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.549970] env[69735]: INFO nova.scheduler.client.report [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted allocations for instance 1dfe6e96-bb58-49e8-891c-8d44a1197159 [ 1199.611331] env[69735]: DEBUG oslo_vmware.api [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605931, 'name': PowerOffVM_Task, 'duration_secs': 0.210647} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.611716] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.611953] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.612854] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-398e79a9-53a3-4141-854e-6415371a94f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.666882] env[69735]: DEBUG oslo_concurrency.lockutils [req-cbbbee0e-f212-4c89-9a85-7bee632c7e8b req-0c407a2a-3cd9-49d9-92ef-1cec6e547e7d service nova] Releasing lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.692701] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.692701] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.693047] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Deleting the datastore file [datastore1] d7ceaf73-2d0b-4013-9f92-f234625c0926 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.693371] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2697b28f-b774-447f-afcd-addf66192855 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.701791] env[69735]: DEBUG oslo_vmware.api [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for the task: (returnval){ [ 1199.701791] env[69735]: value = "task-3605934" [ 1199.701791] env[69735]: _type = "Task" [ 1199.701791] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.712398] env[69735]: DEBUG oslo_vmware.api [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.795088] env[69735]: DEBUG oslo_concurrency.lockutils [None req-adf8dffa-b088-496c-819e-84d91ef83c6a tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.923s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.801475] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.844962] env[69735]: DEBUG oslo_vmware.api [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3605932, 'name': PowerOnVM_Task, 'duration_secs': 0.499507} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.845350] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.846783] env[69735]: INFO nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1199.846783] env[69735]: DEBUG nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.846783] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc0c28-73fc-4f43-846c-a1fd29cb1496 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.958132] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5233957b-5d07-2c96-d0d9-2bd7ff0e3ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.958132] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.958836] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.959999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.959999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.959999] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.962707] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7944638-3c40-4da8-b80b-c1e854c1533c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.974662] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.974662] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.974662] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5008a3a-9676-429c-83f7-12bfa7e1ae76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.981050] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1199.981050] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520df256-848d-691a-696c-551629e5ca67" [ 1199.981050] env[69735]: _type = "Task" [ 1199.981050] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.990362] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520df256-848d-691a-696c-551629e5ca67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.058982] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a08926b4-b37a-42e6-a0c0-7feeeb6c011f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "1dfe6e96-bb58-49e8-891c-8d44a1197159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.168s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.212784] env[69735]: DEBUG oslo_vmware.api [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Task: {'id': task-3605934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164305} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.213060] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.213144] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.213297] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.213473] env[69735]: INFO nova.compute.manager [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1200.213724] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.213919] env[69735]: DEBUG nova.compute.manager [-] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.214021] env[69735]: DEBUG nova.network.neutron [-] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.300590] env[69735]: DEBUG oslo_vmware.api [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605913, 'name': ReconfigVM_Task, 'duration_secs': 5.786188} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.300856] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.302082] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Reconfigured VM to detach interface {{(pid=69735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1200.371362] env[69735]: INFO nova.compute.manager [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Took 15.64 seconds to build instance. [ 1200.503380] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520df256-848d-691a-696c-551629e5ca67, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.503380] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f58cde-b998-435a-913e-377ab5806c2d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.512160] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1200.512160] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d0e581-7264-d148-9742-2f628ad75e82" [ 1200.512160] env[69735]: _type = "Task" [ 1200.512160] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.515560] env[69735]: DEBUG nova.compute.manager [req-19f8d86f-4dc8-4cd5-99c1-20d595ad235c req-f27f53a8-6bba-416b-a3f0-08b32cd82fa8 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Received event network-vif-plugged-96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.516057] env[69735]: DEBUG oslo_concurrency.lockutils [req-19f8d86f-4dc8-4cd5-99c1-20d595ad235c req-f27f53a8-6bba-416b-a3f0-08b32cd82fa8 service nova] Acquiring lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.518017] env[69735]: DEBUG oslo_concurrency.lockutils [req-19f8d86f-4dc8-4cd5-99c1-20d595ad235c req-f27f53a8-6bba-416b-a3f0-08b32cd82fa8 service nova] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.518017] env[69735]: DEBUG oslo_concurrency.lockutils [req-19f8d86f-4dc8-4cd5-99c1-20d595ad235c req-f27f53a8-6bba-416b-a3f0-08b32cd82fa8 service nova] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.518017] env[69735]: DEBUG nova.compute.manager [req-19f8d86f-4dc8-4cd5-99c1-20d595ad235c req-f27f53a8-6bba-416b-a3f0-08b32cd82fa8 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] No waiting events found dispatching network-vif-plugged-96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.518017] env[69735]: WARNING nova.compute.manager [req-19f8d86f-4dc8-4cd5-99c1-20d595ad235c req-f27f53a8-6bba-416b-a3f0-08b32cd82fa8 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Received unexpected event network-vif-plugged-96463bc4-dcfd-4fff-a561-e6a858a390e6 for instance with vm_state building and task_state block_device_mapping. [ 1200.528330] env[69735]: DEBUG nova.network.neutron [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Successfully updated port: 96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.547037] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d0e581-7264-d148-9742-2f628ad75e82, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.547740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.548284] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622/feec9546-de5d-427e-aa03-65e8a78e8622.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.548284] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa091d9-7791-4221-9f6a-b5c8bca0a49c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.558985] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1200.558985] env[69735]: value = "task-3605935" [ 1200.558985] env[69735]: _type = "Task" [ 1200.558985] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.570399] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.571172] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.571339] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 31bc3b6e-5150-4f99-a14e-1a6f6006d66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.571470] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8460c37a-f6b2-462a-8bc3-11302cfd501e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572028] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 55301fe7-3065-4b5a-a648-5b0d8e4dbcec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572028] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 135b0602-c618-4d1e-8c49-384ec38c1d08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572028] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 7922b813-576a-46ea-a177-91ab37aec0ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572028] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d3d6b388-c596-44ba-949d-ec1024ca2608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572308] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572308] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 435995aa-69ad-48c6-836a-6bfe0a1486f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572372] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance b6872be0-2bc0-4281-883d-7e3c18c0d759 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572998] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d7ceaf73-2d0b-4013-9f92-f234625c0926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572998] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 40ca1d97-aaac-4254-95b6-59b21e1954b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572998] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance feec9546-de5d-427e-aa03-65e8a78e8622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.572998] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3c5cea82-be68-414f-9c33-bb50c4b66117 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.585445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.585772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.586041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "b6872be0-2bc0-4281-883d-7e3c18c0d759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.586263] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.586439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.588862] env[69735]: INFO nova.compute.manager [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Terminating instance [ 1200.623576] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "624b579d-db56-4710-9de8-55a24d97e78d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.623821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "624b579d-db56-4710-9de8-55a24d97e78d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.655878] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "4b079bf6-6f05-43ae-aeca-87ca5621e746" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.656201] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "4b079bf6-6f05-43ae-aeca-87ca5621e746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.689674] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "8d44281e-c66a-4aba-9950-b08f033418c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.689907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "8d44281e-c66a-4aba-9950-b08f033418c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.879528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d566cbeb-94a0-48e7-9599-b843d164d7e8 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.157s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.893615] env[69735]: DEBUG nova.compute.manager [req-25e1b84a-b4cd-45fa-bc4f-c0cdece9518d req-6692b266-e447-4baa-9b7a-aeb175a5e7a8 service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Received event network-vif-deleted-2ba79e78-f60a-4886-a4e5-49e92151d3ea {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.893615] env[69735]: INFO nova.compute.manager [req-25e1b84a-b4cd-45fa-bc4f-c0cdece9518d req-6692b266-e447-4baa-9b7a-aeb175a5e7a8 service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Neutron deleted interface 2ba79e78-f60a-4886-a4e5-49e92151d3ea; detaching it from the instance and deleting it from the info cache [ 1200.893615] env[69735]: DEBUG nova.network.neutron [req-25e1b84a-b4cd-45fa-bc4f-c0cdece9518d req-6692b266-e447-4baa-9b7a-aeb175a5e7a8 service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.031788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.031963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.032134] env[69735]: DEBUG nova.network.neutron [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.044329] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1201.044671] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719347', 'volume_id': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'name': 'volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d6b388-c596-44ba-949d-ec1024ca2608', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'serial': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1201.045878] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53caff2a-0aca-4431-b5c7-8fb969dac834 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.075051] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562e96c-9187-4c4f-9066-9c028cbb6a8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.079183] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 624b579d-db56-4710-9de8-55a24d97e78d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1201.087621] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502943} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.107206] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622/feec9546-de5d-427e-aa03-65e8a78e8622.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.107441] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.109209] env[69735]: DEBUG nova.compute.manager [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.109436] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.117017] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c/volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.117302] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-106547f9-897a-4526-a983-baaa652f0c76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.121289] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34887e79-e34e-42bd-94a7-66cbb96d8887 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.121958] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8dcfe4c-39c0-4e7c-b715-69d55354a761 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.135603] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.146133] env[69735]: DEBUG oslo_vmware.api [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1201.146133] env[69735]: value = "task-3605938" [ 1201.146133] env[69735]: _type = "Task" [ 1201.146133] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.147597] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1201.147597] env[69735]: value = "task-3605936" [ 1201.147597] env[69735]: _type = "Task" [ 1201.147597] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.147869] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1201.147869] env[69735]: value = "task-3605937" [ 1201.147869] env[69735]: _type = "Task" [ 1201.147869] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.162271] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.171850] env[69735]: DEBUG oslo_vmware.api [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.176507] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.180447] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.192086] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.365080] env[69735]: DEBUG nova.network.neutron [-] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.396328] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee24431e-17d9-4df0-9354-1b552b9d93f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.407682] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d4060f-43ab-4fc0-99f0-2fbc40fa6fb3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.446647] env[69735]: DEBUG nova.compute.manager [req-25e1b84a-b4cd-45fa-bc4f-c0cdece9518d req-6692b266-e447-4baa-9b7a-aeb175a5e7a8 service nova] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Detach interface failed, port_id=2ba79e78-f60a-4886-a4e5-49e92151d3ea, reason: Instance d7ceaf73-2d0b-4013-9f92-f234625c0926 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.474193] env[69735]: DEBUG nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.474980] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.475303] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.475577] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.475642] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.477835] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.477835] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.477835] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.477835] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.477835] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.477835] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.477835] env[69735]: DEBUG nova.virt.hardware [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.478704] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2498529-98d4-41cd-b7b5-f5ac7008fe20 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.488366] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae4d962-1592-4077-a214-3c7dd7599ee8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.578142] env[69735]: DEBUG nova.network.neutron [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.585021] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 4b079bf6-6f05-43ae-aeca-87ca5621e746 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1201.672543] env[69735]: DEBUG oslo_vmware.api [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605938, 'name': ReconfigVM_Task, 'duration_secs': 0.380241} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.673806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.676120] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c/volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.689160] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec293a9-c0e7-4a68-88e9-70d1f526613a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.699555] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605936, 'name': PowerOffVM_Task, 'duration_secs': 0.272301} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.699674] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08159} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.702966] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.703192] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1201.703386] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719344', 'volume_id': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'name': 'volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6872be0-2bc0-4281-883d-7e3c18c0d759', 'attached_at': '', 'detached_at': '', 'volume_id': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'serial': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1201.703682] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.705451] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dcfd3a-a1ad-4f99-b493-f69ac91736fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.708847] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea00310-f10f-4155-b494-fb67c0a5096a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.713891] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.717133] env[69735]: DEBUG oslo_vmware.api [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1201.717133] env[69735]: value = "task-3605939" [ 1201.717133] env[69735]: _type = "Task" [ 1201.717133] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.761565] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622/feec9546-de5d-427e-aa03-65e8a78e8622.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.762924] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.763853] env[69735]: DEBUG nova.network.neutron [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance_info_cache with network_info: [{"id": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "address": "fa:16:3e:67:f5:a5", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96463bc4-dc", "ovs_interfaceid": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.765990] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f218e862-713e-4295-8c40-ed273976543e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.768693] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d1fefa-3dfe-47c5-859f-3f35dabd2401 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.787250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.787632] env[69735]: DEBUG nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Instance network_info: |[{"id": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "address": "fa:16:3e:67:f5:a5", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96463bc4-dc", "ovs_interfaceid": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.787993] env[69735]: DEBUG oslo_vmware.api [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.790142] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:f5:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96463bc4-dcfd-4fff-a561-e6a858a390e6', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.796591] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.797849] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.798157] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19a0fb93-c327-4d7a-ab66-8a8d2b131dad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.818499] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1201.818499] env[69735]: value = "task-3605940" [ 1201.818499] env[69735]: _type = "Task" [ 1201.818499] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.820501] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7bdd7c-8bac-40ee-abca-ba6eb835397c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.829256] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.829256] env[69735]: value = "task-3605941" [ 1201.829256] env[69735]: _type = "Task" [ 1201.829256] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.855824] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.857614] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f60dd8f-96a8-4d12-aae7-c6f7cd80902b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.863446] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605941, 'name': CreateVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.867942] env[69735]: INFO nova.compute.manager [-] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Took 1.65 seconds to deallocate network for instance. [ 1201.881535] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] The volume has not been displaced from its original location: [datastore1] volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117/volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1201.887388] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.891458] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61548687-fdf2-41f1-b5dd-627f029aa3ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.912896] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1201.912896] env[69735]: value = "task-3605942" [ 1201.912896] env[69735]: _type = "Task" [ 1201.912896] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.923783] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.017020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "f391448d-3ea1-4836-bbd7-9f0df071fa48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.017293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "f391448d-3ea1-4836-bbd7-9f0df071fa48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.084392] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.084756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquired lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.084867] env[69735]: DEBUG nova.network.neutron [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.086732] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8d44281e-c66a-4aba-9950-b08f033418c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1202.086896] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1202.086896] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1202.233351] env[69735]: DEBUG oslo_vmware.api [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605939, 'name': ReconfigVM_Task, 'duration_secs': 0.154005} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.236216] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719347', 'volume_id': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'name': 'volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d6b388-c596-44ba-949d-ec1024ca2608', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'serial': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.331688] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.342861] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605941, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.369550] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "135b0602-c618-4d1e-8c49-384ec38c1d08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.370960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.370960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.370960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.370960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.375122] env[69735]: INFO nova.compute.manager [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Terminating instance [ 1202.407674] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.419994] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ccc5f2-d862-4016-9bf7-0ddbd8146955 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.432194] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286714db-74e9-460e-a75f-c251dae8e509 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.435931] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.471898] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d8963-909a-49ab-a37c-0e65fc7ee82b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.482178] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161d728-9e53-4ed5-ad74-77b98e17c5da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.498151] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.520162] env[69735]: DEBUG nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.563071] env[69735]: DEBUG nova.compute.manager [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Received event network-changed-96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.563071] env[69735]: DEBUG nova.compute.manager [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Refreshing instance network info cache due to event network-changed-96463bc4-dcfd-4fff-a561-e6a858a390e6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.563071] env[69735]: DEBUG oslo_concurrency.lockutils [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] Acquiring lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.563071] env[69735]: DEBUG oslo_concurrency.lockutils [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] Acquired lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.563071] env[69735]: DEBUG nova.network.neutron [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Refreshing network info cache for port 96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.836220] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605940, 'name': ReconfigVM_Task, 'duration_secs': 0.831931} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.838524] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Reconfigured VM instance instance-00000067 to attach disk [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622/feec9546-de5d-427e-aa03-65e8a78e8622.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.839543] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74ad413c-2009-4a75-8ef7-98f0173bd571 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.846915] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605941, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.848356] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1202.848356] env[69735]: value = "task-3605943" [ 1202.848356] env[69735]: _type = "Task" [ 1202.848356] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.857692] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605943, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.877843] env[69735]: INFO nova.network.neutron [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Port f411abf8-c014-4252-8cb9-6ccc30296fd2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1202.878273] env[69735]: DEBUG nova.network.neutron [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [{"id": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "address": "fa:16:3e:7f:e1:d6", "network": {"id": "ca4ab07b-caa7-40f0-81a9-c5b090e24952", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1172314524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916dd68865a34aefa47ed8218cd16950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036df641-1d", "ovs_interfaceid": "036df641-1d2c-4ccb-b1ca-b40eb4761af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.880059] env[69735]: DEBUG nova.compute.manager [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.880296] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.881767] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86883e80-6e72-48bc-9d9f-6c7c04d3f149 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.890158] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.890372] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546c7da8-0557-4024-9dfc-fdd5e28e7a7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.898132] env[69735]: DEBUG oslo_vmware.api [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1202.898132] env[69735]: value = "task-3605944" [ 1202.898132] env[69735]: _type = "Task" [ 1202.898132] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.907671] env[69735]: DEBUG oslo_vmware.api [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.924389] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605942, 'name': ReconfigVM_Task, 'duration_secs': 0.62777} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.924724] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.929892] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde75244-c4e6-4d5e-99a3-dd3c7b7a36a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.948421] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1202.948421] env[69735]: value = "task-3605945" [ 1202.948421] env[69735]: _type = "Task" [ 1202.948421] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.957540] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.001299] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.046751] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.292417] env[69735]: DEBUG nova.objects.instance [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lazy-loading 'flavor' on Instance uuid d3d6b388-c596-44ba-949d-ec1024ca2608 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.346279] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605941, 'name': CreateVM_Task, 'duration_secs': 1.41714} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.346472] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.347256] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719337', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'name': 'volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c5cea82-be68-414f-9c33-bb50c4b66117', 'attached_at': '', 'detached_at': '', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'serial': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf'}, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': 'c49bdb9c-4b87-4612-8b55-636b11b19e22', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1203.348027] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Root volume attach. Driver type: vmdk {{(pid=69735) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1203.348306] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5e11e1-f2e9-4465-bc6b-11f7c5803df0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.363735] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09792227-e60e-4213-9cc3-75cfe29db3b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.366790] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605943, 'name': Rename_Task, 'duration_secs': 0.19331} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.367127] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.367671] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcbf52ed-a33c-4839-b264-9aeaa49f57e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.371850] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9896ed3-e12d-4ffb-baa6-91fae397fdfd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.377692] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1203.377692] env[69735]: value = "task-3605946" [ 1203.377692] env[69735]: _type = "Task" [ 1203.377692] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.383529] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Releasing lock "refresh_cache-135b0602-c618-4d1e-8c49-384ec38c1d08" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.387927] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0ade18ac-a393-4f7d-8051-b05fc70cee55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.393506] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.399576] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1203.399576] env[69735]: value = "task-3605947" [ 1203.399576] env[69735]: _type = "Task" [ 1203.399576] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.428144] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605947, 'name': RelocateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.428144] env[69735]: DEBUG oslo_vmware.api [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605944, 'name': PowerOffVM_Task, 'duration_secs': 0.22011} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.428144] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.428144] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.428144] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e7af58e-53e3-474b-af51-c0ecc7190f40 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.429966] env[69735]: DEBUG nova.network.neutron [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updated VIF entry in instance network info cache for port 96463bc4-dcfd-4fff-a561-e6a858a390e6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.430783] env[69735]: DEBUG nova.network.neutron [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance_info_cache with network_info: [{"id": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "address": "fa:16:3e:67:f5:a5", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96463bc4-dc", "ovs_interfaceid": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.463071] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605945, 'name': ReconfigVM_Task, 'duration_secs': 0.18632} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.463071] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719344', 'volume_id': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'name': 'volume-1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6872be0-2bc0-4281-883d-7e3c18c0d759', 'attached_at': '', 'detached_at': '', 'volume_id': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117', 'serial': '1f1e2cfb-8cf2-4ab9-970e-0d853189d117'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.463071] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.463071] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae162588-03ca-4ee5-9794-495e5c5b1ce2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.471241] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.471606] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0c123a3-d4ad-4caf-84f2-12a5a39243d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.507256] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1203.507867] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.984s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.507867] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.834s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.512187] env[69735]: INFO nova.compute.claims [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.514992] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.515315] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.516032] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleting the datastore file [datastore2] 135b0602-c618-4d1e-8c49-384ec38c1d08 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.516032] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee31ccd7-9251-432a-8d2f-b18439deb456 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.523125] env[69735]: DEBUG oslo_vmware.api [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1203.523125] env[69735]: value = "task-3605950" [ 1203.523125] env[69735]: _type = "Task" [ 1203.523125] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.538943] env[69735]: DEBUG oslo_vmware.api [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.797740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06ea4f5c-a709-4d23-aacc-9ee3623f6187 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.409s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.890070] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.894110] env[69735]: DEBUG oslo_concurrency.lockutils [None req-41b87bb1-a3c7-4df6-b6c2-b91c2fca4634 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "interface-135b0602-c618-4d1e-8c49-384ec38c1d08-f411abf8-c014-4252-8cb9-6ccc30296fd2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.270s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.915067] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605947, 'name': RelocateVM_Task, 'duration_secs': 0.03451} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.915180] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1203.915382] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719337', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'name': 'volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c5cea82-be68-414f-9c33-bb50c4b66117', 'attached_at': '', 'detached_at': '', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'serial': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1203.916236] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a274e1-4c6f-4af2-84f0-c46b8750105a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.919048] env[69735]: INFO nova.compute.manager [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Rescuing [ 1203.919444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.919444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.919633] env[69735]: DEBUG nova.network.neutron [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.936535] env[69735]: DEBUG oslo_concurrency.lockutils [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] Releasing lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.936778] env[69735]: DEBUG nova.compute.manager [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Received event network-changed-1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.936949] env[69735]: DEBUG nova.compute.manager [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Refreshing instance network info cache due to event network-changed-1270397c-d0d3-4cc2-953a-ce4ab9a12557. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.937172] env[69735]: DEBUG oslo_concurrency.lockutils [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] Acquiring lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.937313] env[69735]: DEBUG oslo_concurrency.lockutils [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] Acquired lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.937473] env[69735]: DEBUG nova.network.neutron [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Refreshing network info cache for port 1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.940769] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d0fcfc-4025-4daf-bc5b-1adfae80f17a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.965642] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf/volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.966243] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc5c64f1-eb0c-4c70-b019-bd801579984f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.987282] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1203.987282] env[69735]: value = "task-3605951" [ 1203.987282] env[69735]: _type = "Task" [ 1203.987282] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.997051] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.034760] env[69735]: DEBUG oslo_vmware.api [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236845} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.035051] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.035240] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.035659] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.035659] env[69735]: INFO nova.compute.manager [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1204.035864] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.036600] env[69735]: DEBUG nova.compute.manager [-] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.036600] env[69735]: DEBUG nova.network.neutron [-] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.125013] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.125265] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.182033] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.182332] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.182616] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleting the datastore file [datastore1] b6872be0-2bc0-4281-883d-7e3c18c0d759 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.182902] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b339b2c-2019-4ff1-9723-ae04fee1cf55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.191564] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1204.191564] env[69735]: value = "task-3605952" [ 1204.191564] env[69735]: _type = "Task" [ 1204.191564] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.204750] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.392668] env[69735]: DEBUG oslo_vmware.api [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3605946, 'name': PowerOnVM_Task, 'duration_secs': 0.775247} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.393045] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.393496] env[69735]: INFO nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1204.393743] env[69735]: DEBUG nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.394754] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc0faf5-3dd0-45eb-9d9c-4309bcd01211 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.510158] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605951, 'name': ReconfigVM_Task, 'duration_secs': 0.463025} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.510400] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf/volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.522478] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6086a79-2d99-4b29-80e5-81d213575a0f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.541827] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1204.541827] env[69735]: value = "task-3605953" [ 1204.541827] env[69735]: _type = "Task" [ 1204.541827] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.557243] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.632204] env[69735]: DEBUG nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.706515] env[69735]: DEBUG oslo_vmware.api [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3605952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252257} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.708964] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.709174] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.709354] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.709528] env[69735]: INFO nova.compute.manager [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Took 3.60 seconds to destroy the instance on the hypervisor. [ 1204.709771] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.712096] env[69735]: DEBUG nova.compute.manager [-] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.712200] env[69735]: DEBUG nova.network.neutron [-] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.748560] env[69735]: DEBUG nova.network.neutron [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updated VIF entry in instance network info cache for port 1270397c-d0d3-4cc2-953a-ce4ab9a12557. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.748930] env[69735]: DEBUG nova.network.neutron [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance_info_cache with network_info: [{"id": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "address": "fa:16:3e:1c:df:26", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1270397c-d0", "ovs_interfaceid": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.866019] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c425c-db32-4b53-969e-13c969a3e6a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.874294] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1685aec-86dc-471d-99e2-2994ffcfcbc2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.919222] env[69735]: INFO nova.compute.manager [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Took 18.63 seconds to build instance. [ 1204.922112] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b553879-1523-4f15-bc8a-7ed6ac3a7b4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.930467] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b493e9-0e72-409a-95fb-9192c9e2d180 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.948404] env[69735]: DEBUG nova.compute.provider_tree [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.052629] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605953, 'name': ReconfigVM_Task, 'duration_secs': 0.135634} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.052990] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719337', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'name': 'volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c5cea82-be68-414f-9c33-bb50c4b66117', 'attached_at': '', 'detached_at': '', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'serial': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1205.058034] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e3dd99-e5ad-442a-b922-d2d65412b1de {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.062647] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1205.062647] env[69735]: value = "task-3605954" [ 1205.062647] env[69735]: _type = "Task" [ 1205.062647] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.072806] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605954, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.154129] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.251246] env[69735]: DEBUG oslo_concurrency.lockutils [req-b55a60f6-74ee-4141-9631-991e13790c7e req-0948f2ef-7855-419c-bc65-75ca7a012244 service nova] Releasing lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.371442] env[69735]: DEBUG nova.network.neutron [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating instance_info_cache with network_info: [{"id": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "address": "fa:16:3e:cc:18:27", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f41ad67-e2", "ovs_interfaceid": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.421504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-44ff083c-dde9-4dc0-80be-82d0bcbe3b43 tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.150s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.453126] env[69735]: DEBUG nova.scheduler.client.report [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.579571] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605954, 'name': Rename_Task, 'duration_secs': 0.134072} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.580285] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.580686] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809479d9-b493-43f5-bc32-049c1f4af519 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.593972] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1205.593972] env[69735]: value = "task-3605955" [ 1205.593972] env[69735]: _type = "Task" [ 1205.593972] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.604533] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.660101] env[69735]: DEBUG nova.compute.manager [req-8e63e8bc-6cb4-4cb7-a5f6-368fff5a7263 req-036e59b1-166f-40c8-b9e4-3b9b8618374e service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Received event network-vif-deleted-036df641-1d2c-4ccb-b1ca-b40eb4761af2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.660101] env[69735]: INFO nova.compute.manager [req-8e63e8bc-6cb4-4cb7-a5f6-368fff5a7263 req-036e59b1-166f-40c8-b9e4-3b9b8618374e service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Neutron deleted interface 036df641-1d2c-4ccb-b1ca-b40eb4761af2; detaching it from the instance and deleting it from the info cache [ 1205.660101] env[69735]: DEBUG nova.network.neutron [req-8e63e8bc-6cb4-4cb7-a5f6-368fff5a7263 req-036e59b1-166f-40c8-b9e4-3b9b8618374e service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.876563] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.960012] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.960557] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.966101] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.252s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.967805] env[69735]: INFO nova.compute.claims [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.088098] env[69735]: DEBUG nova.network.neutron [-] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.109866] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.122930] env[69735]: DEBUG nova.compute.manager [req-8401f66a-3ec8-4e11-bb05-ea2f9e0328da req-54015f3a-8350-4a98-959c-20b0e9adb56f service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received event network-changed-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.123131] env[69735]: DEBUG nova.compute.manager [req-8401f66a-3ec8-4e11-bb05-ea2f9e0328da req-54015f3a-8350-4a98-959c-20b0e9adb56f service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Refreshing instance network info cache due to event network-changed-54139ea7-7b3b-4e12-8d85-303217804f72. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.123346] env[69735]: DEBUG oslo_concurrency.lockutils [req-8401f66a-3ec8-4e11-bb05-ea2f9e0328da req-54015f3a-8350-4a98-959c-20b0e9adb56f service nova] Acquiring lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.124069] env[69735]: DEBUG oslo_concurrency.lockutils [req-8401f66a-3ec8-4e11-bb05-ea2f9e0328da req-54015f3a-8350-4a98-959c-20b0e9adb56f service nova] Acquired lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.124311] env[69735]: DEBUG nova.network.neutron [req-8401f66a-3ec8-4e11-bb05-ea2f9e0328da req-54015f3a-8350-4a98-959c-20b0e9adb56f service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Refreshing network info cache for port 54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.164366] env[69735]: DEBUG nova.network.neutron [-] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.165574] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77aee0ba-8d76-4312-a6a1-c1f78f306784 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.180009] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5134db68-03bf-4993-874b-6c2bf939d6f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.215895] env[69735]: DEBUG nova.compute.manager [req-8e63e8bc-6cb4-4cb7-a5f6-368fff5a7263 req-036e59b1-166f-40c8-b9e4-3b9b8618374e service nova] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Detach interface failed, port_id=036df641-1d2c-4ccb-b1ca-b40eb4761af2, reason: Instance 135b0602-c618-4d1e-8c49-384ec38c1d08 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.467932] env[69735]: DEBUG nova.compute.utils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.469093] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.469241] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.512183] env[69735]: DEBUG nova.policy [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f6bb64bd6448f2a1af6bb8ae5045ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6199de8029db4f7da76fb60d7183e4fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.591142] env[69735]: INFO nova.compute.manager [-] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Took 2.55 seconds to deallocate network for instance. [ 1206.608237] env[69735]: DEBUG oslo_vmware.api [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3605955, 'name': PowerOnVM_Task, 'duration_secs': 0.641882} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.608680] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.609018] env[69735]: INFO nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Took 5.13 seconds to spawn the instance on the hypervisor. [ 1206.609540] env[69735]: DEBUG nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.610641] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfda56f-a040-47e4-8ce1-1f088a46be61 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.670216] env[69735]: INFO nova.compute.manager [-] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Took 1.96 seconds to deallocate network for instance. [ 1206.972323] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.013954] env[69735]: DEBUG nova.network.neutron [req-8401f66a-3ec8-4e11-bb05-ea2f9e0328da req-54015f3a-8350-4a98-959c-20b0e9adb56f service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updated VIF entry in instance network info cache for port 54139ea7-7b3b-4e12-8d85-303217804f72. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.013954] env[69735]: DEBUG nova.network.neutron [req-8401f66a-3ec8-4e11-bb05-ea2f9e0328da req-54015f3a-8350-4a98-959c-20b0e9adb56f service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [{"id": "54139ea7-7b3b-4e12-8d85-303217804f72", "address": "fa:16:3e:26:e3:09", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54139ea7-7b", "ovs_interfaceid": "54139ea7-7b3b-4e12-8d85-303217804f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.016377] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Successfully created port: 6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.103307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.143244] env[69735]: INFO nova.compute.manager [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Took 19.30 seconds to build instance. [ 1207.240668] env[69735]: INFO nova.compute.manager [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Took 0.57 seconds to detach 1 volumes for instance. [ 1207.290583] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a749521-5d63-4c97-a559-8552afaad047 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.302025] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ab192-761b-4d7b-b4b3-cfd3bf114435 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.333696] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae77fc64-3a5c-4eb5-ad99-cbbb17b6fde8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.342664] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea17070-cfec-4952-b705-315ed2ff6f58 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.359056] env[69735]: DEBUG nova.compute.provider_tree [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.419438] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.419771] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ede89345-2eeb-47f5-b5ec-39290bd70b93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.428504] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1207.428504] env[69735]: value = "task-3605956" [ 1207.428504] env[69735]: _type = "Task" [ 1207.428504] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.438514] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.517096] env[69735]: DEBUG oslo_concurrency.lockutils [req-8401f66a-3ec8-4e11-bb05-ea2f9e0328da req-54015f3a-8350-4a98-959c-20b0e9adb56f service nova] Releasing lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.646631] env[69735]: DEBUG oslo_concurrency.lockutils [None req-926a8702-9487-49d9-b1d8-0dba06ffd62e tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.822s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.725275] env[69735]: DEBUG nova.compute.manager [req-72db52c8-2e52-487b-9002-b8e16eb446b6 req-be416ed3-3f26-42a1-a0e0-a7f418658ac0 service nova] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Received event network-vif-deleted-6ab40f90-e464-4cb1-9179-b486ce2058eb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.748885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.863055] env[69735]: DEBUG nova.scheduler.client.report [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.939624] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605956, 'name': PowerOffVM_Task, 'duration_secs': 0.406059} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.939965] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.941893] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f6cdfc-1cbc-4020-b4ba-a7b90cc87f76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.966072] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb65b6bd-8f20-4e95-b9c0-0fc7a1b6693e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.982965] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.001551] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.001880] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f690d76-640c-4853-850a-18b156b595d5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.010933] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1208.010933] env[69735]: value = "task-3605957" [ 1208.010933] env[69735]: _type = "Task" [ 1208.010933] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.013856] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.014122] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.014272] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.014414] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.014585] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.014736] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.014943] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.015112] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.015279] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.015432] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.015626] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.016430] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597ea36-31bb-48e6-9e11-a8787e3d61d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.026427] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1208.026627] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.026874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.027025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.027199] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.027482] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175f017d-85c7-490b-b358-ec0d1840dfad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.030399] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112be342-5064-4bef-abfc-922ba802d2e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.048062] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.048159] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.049194] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba640b6d-7094-4cf5-a64a-c0f89eaf5235 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.055208] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1208.055208] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f10545-3227-c885-d598-8c5e5a842b09" [ 1208.055208] env[69735]: _type = "Task" [ 1208.055208] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.065385] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f10545-3227-c885-d598-8c5e5a842b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.154270] env[69735]: DEBUG nova.compute.manager [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Received event network-changed-b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.154487] env[69735]: DEBUG nova.compute.manager [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Refreshing instance network info cache due to event network-changed-b8b06536-dbc7-44cb-97c9-7f5d7e652571. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.154848] env[69735]: DEBUG oslo_concurrency.lockutils [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] Acquiring lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.155018] env[69735]: DEBUG oslo_concurrency.lockutils [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] Acquired lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.155193] env[69735]: DEBUG nova.network.neutron [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Refreshing network info cache for port b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.369963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.370485] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.373295] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.610s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.375872] env[69735]: INFO nova.compute.claims [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.566028] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f10545-3227-c885-d598-8c5e5a842b09, 'name': SearchDatastore_Task, 'duration_secs': 0.047976} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.567199] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13eb5f9e-0643-4f47-a38f-0211fbd5b3d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.572301] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1208.572301] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5238a5e6-ed00-5840-befa-a22206d3c9f8" [ 1208.572301] env[69735]: _type = "Task" [ 1208.572301] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.591396] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5238a5e6-ed00-5840-befa-a22206d3c9f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015602} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.591666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.592076] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. {{(pid=69735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1208.593411] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f20785c-a4ca-4135-beab-eda803639584 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.599645] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1208.599645] env[69735]: value = "task-3605958" [ 1208.599645] env[69735]: _type = "Task" [ 1208.599645] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.607602] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.683162] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Successfully updated port: 6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.881011] env[69735]: DEBUG nova.compute.utils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.884445] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.884642] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.914413] env[69735]: DEBUG nova.network.neutron [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updated VIF entry in instance network info cache for port b8b06536-dbc7-44cb-97c9-7f5d7e652571. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.914992] env[69735]: DEBUG nova.network.neutron [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updating instance_info_cache with network_info: [{"id": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "address": "fa:16:3e:50:34:6f", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b06536-db", "ovs_interfaceid": "b8b06536-dbc7-44cb-97c9-7f5d7e652571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.937059] env[69735]: DEBUG nova.policy [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f6bb64bd6448f2a1af6bb8ae5045ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6199de8029db4f7da76fb60d7183e4fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.110127] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605958, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.186643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "refresh_cache-624b579d-db56-4710-9de8-55a24d97e78d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.186878] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "refresh_cache-624b579d-db56-4710-9de8-55a24d97e78d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.186966] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.209208] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Successfully created port: a7ce3afd-df85-4bf4-a49b-718fc28b2d7b {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.385376] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.415996] env[69735]: DEBUG nova.compute.manager [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1209.421483] env[69735]: DEBUG oslo_concurrency.lockutils [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] Releasing lock "refresh_cache-333b26de-70dc-4beb-97b9-7bbb9e6e7e92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.421483] env[69735]: DEBUG nova.compute.manager [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Received event network-changed-96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.421483] env[69735]: DEBUG nova.compute.manager [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Refreshing instance network info cache due to event network-changed-96463bc4-dcfd-4fff-a561-e6a858a390e6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.421483] env[69735]: DEBUG oslo_concurrency.lockutils [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] Acquiring lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.421483] env[69735]: DEBUG oslo_concurrency.lockutils [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] Acquired lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.421483] env[69735]: DEBUG nova.network.neutron [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Refreshing network info cache for port 96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.611400] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649078} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.611693] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. [ 1209.612494] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cdc915-024e-4628-9662-7d08800ff5a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.641253] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.643916] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36fb839-234d-4261-b347-a060d22c6977 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.663055] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1209.663055] env[69735]: value = "task-3605959" [ 1209.663055] env[69735]: _type = "Task" [ 1209.663055] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.671527] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.688966] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9441d1-28be-49ca-8b22-2d4d63aeaef8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.699334] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79c1a1c-03d8-4d1b-b97c-d7317b3aa0cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.730311] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.731986] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2cf708-dcd4-44af-9554-462366648792 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.739212] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c764b24-fd1c-4515-9157-107eff96cac4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.752837] env[69735]: DEBUG nova.compute.provider_tree [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.757796] env[69735]: DEBUG nova.compute.manager [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Received event network-vif-plugged-6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.758015] env[69735]: DEBUG oslo_concurrency.lockutils [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] Acquiring lock "624b579d-db56-4710-9de8-55a24d97e78d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.758222] env[69735]: DEBUG oslo_concurrency.lockutils [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] Lock "624b579d-db56-4710-9de8-55a24d97e78d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.758386] env[69735]: DEBUG oslo_concurrency.lockutils [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] Lock "624b579d-db56-4710-9de8-55a24d97e78d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.758551] env[69735]: DEBUG nova.compute.manager [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] No waiting events found dispatching network-vif-plugged-6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.758714] env[69735]: WARNING nova.compute.manager [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Received unexpected event network-vif-plugged-6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3 for instance with vm_state building and task_state spawning. [ 1209.758873] env[69735]: DEBUG nova.compute.manager [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Received event network-changed-6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.759028] env[69735]: DEBUG nova.compute.manager [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Refreshing instance network info cache due to event network-changed-6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.759195] env[69735]: DEBUG oslo_concurrency.lockutils [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] Acquiring lock "refresh_cache-624b579d-db56-4710-9de8-55a24d97e78d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.911296] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Updating instance_info_cache with network_info: [{"id": "6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3", "address": "fa:16:3e:e8:78:13", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3d7562-1f", "ovs_interfaceid": "6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.943779] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.159728] env[69735]: DEBUG nova.network.neutron [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updated VIF entry in instance network info cache for port 96463bc4-dcfd-4fff-a561-e6a858a390e6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.160112] env[69735]: DEBUG nova.network.neutron [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance_info_cache with network_info: [{"id": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "address": "fa:16:3e:67:f5:a5", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96463bc4-dc", "ovs_interfaceid": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.173538] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.260551] env[69735]: DEBUG nova.scheduler.client.report [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.399056] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.414228] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "refresh_cache-624b579d-db56-4710-9de8-55a24d97e78d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.414651] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Instance network_info: |[{"id": "6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3", "address": "fa:16:3e:e8:78:13", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3d7562-1f", "ovs_interfaceid": "6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.415050] env[69735]: DEBUG oslo_concurrency.lockutils [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] Acquired lock "refresh_cache-624b579d-db56-4710-9de8-55a24d97e78d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.415282] env[69735]: DEBUG nova.network.neutron [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Refreshing network info cache for port 6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.417418] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:78:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.426544] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Creating folder: Project (6199de8029db4f7da76fb60d7183e4fd). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.430039] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-558bf1ed-0f28-4176-9ce3-dbe48169f821 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.439108] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.439360] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.439540] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.439741] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.441290] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.441290] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.441290] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.441290] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.441290] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.441290] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.441290] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.442035] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ed8d8f-4b89-430d-930c-6fcfcb74ce26 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.445940] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Created folder: Project (6199de8029db4f7da76fb60d7183e4fd) in parent group-v719064. [ 1210.446147] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Creating folder: Instances. Parent ref: group-v719350. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.446747] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8a1e7d5-b93f-443c-a65f-58feaad0781d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.452164] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254ccc6f-83ae-46d2-9731-cf3dbc835cb1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.457779] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Created folder: Instances in parent group-v719350. [ 1210.458040] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.458244] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.458506] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfb33a64-f86c-4267-8405-5cc810cffc39 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.487413] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.487413] env[69735]: value = "task-3605962" [ 1210.487413] env[69735]: _type = "Task" [ 1210.487413] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.495457] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605962, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.662709] env[69735]: DEBUG oslo_concurrency.lockutils [req-674e554f-8d35-402b-abc5-03f82a7e12af req-6af132e2-d114-4cb7-b235-56f71dfcdb83 service nova] Releasing lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.678830] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605959, 'name': ReconfigVM_Task, 'duration_secs': 0.915505} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.679182] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.680134] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1483ab8a-359f-4255-bc0f-291a08662f61 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.714223] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824c83ca-8c39-4a84-850d-1c06768c7bbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.730185] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1210.730185] env[69735]: value = "task-3605963" [ 1210.730185] env[69735]: _type = "Task" [ 1210.730185] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.739266] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.765642] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.766223] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.768933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.361s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.769172] env[69735]: DEBUG nova.objects.instance [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lazy-loading 'resources' on Instance uuid d7ceaf73-2d0b-4013-9f92-f234625c0926 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.823204] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Successfully updated port: a7ce3afd-df85-4bf4-a49b-718fc28b2d7b {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.996932] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605962, 'name': CreateVM_Task, 'duration_secs': 0.390975} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.997156] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.997792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.997961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.998307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.000954] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b352d0-3879-4d42-8dd0-a46a111bbc05 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.005632] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1211.005632] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52eb5727-3a7a-56cf-4664-489007128c16" [ 1211.005632] env[69735]: _type = "Task" [ 1211.005632] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.013060] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52eb5727-3a7a-56cf-4664-489007128c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.135261] env[69735]: DEBUG nova.network.neutron [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Updated VIF entry in instance network info cache for port 6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.135782] env[69735]: DEBUG nova.network.neutron [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Updating instance_info_cache with network_info: [{"id": "6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3", "address": "fa:16:3e:e8:78:13", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3d7562-1f", "ovs_interfaceid": "6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.240763] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605963, 'name': ReconfigVM_Task, 'duration_secs': 0.198371} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.241043] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.241296] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9499ee93-08cf-402e-bcc1-c4c2b7d7fee8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.248269] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1211.248269] env[69735]: value = "task-3605964" [ 1211.248269] env[69735]: _type = "Task" [ 1211.248269] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.255621] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.272048] env[69735]: DEBUG nova.compute.utils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.273345] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.273514] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.312554] env[69735]: DEBUG nova.policy [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f6bb64bd6448f2a1af6bb8ae5045ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6199de8029db4f7da76fb60d7183e4fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.326050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "refresh_cache-4b079bf6-6f05-43ae-aeca-87ca5621e746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.326203] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "refresh_cache-4b079bf6-6f05-43ae-aeca-87ca5621e746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.326353] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.518098] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52eb5727-3a7a-56cf-4664-489007128c16, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.519279] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.519517] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.519804] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.520019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.520212] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.520967] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0210a9c1-e676-4793-95e5-eb8b52972245 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.523528] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6508291-4f51-4cbd-9dfe-7a63635feaaf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.529870] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d29a83-beef-4cee-993b-cca6cc8417d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.534042] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.534266] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.535353] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c879bd8-98e5-4726-8adf-acee0ad4d529 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.563820] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Successfully created port: 16e9e068-c9b8-4220-acfa-cb784e0d009e {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.566619] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a368c-a923-4f49-845a-9baec412b381 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.570446] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1211.570446] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528bbdb0-5291-ebc4-fb71-43e2b27a80c7" [ 1211.570446] env[69735]: _type = "Task" [ 1211.570446] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.577152] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e056380-28ce-4b46-8560-00d844570893 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.597095] env[69735]: DEBUG nova.compute.provider_tree [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.598644] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528bbdb0-5291-ebc4-fb71-43e2b27a80c7, 'name': SearchDatastore_Task} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.599543] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3d2d42-bbd7-4b8f-916a-27f961980595 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.604757] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1211.604757] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b416-940e-03ae-693f-bb677f5382ae" [ 1211.604757] env[69735]: _type = "Task" [ 1211.604757] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.613059] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b416-940e-03ae-693f-bb677f5382ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.638241] env[69735]: DEBUG oslo_concurrency.lockutils [req-b319c74d-5666-42a7-9aff-0b5f50cc324b req-81522261-4104-4875-b376-b68191d828d2 service nova] Releasing lock "refresh_cache-624b579d-db56-4710-9de8-55a24d97e78d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.761046] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.779321] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.783828] env[69735]: DEBUG nova.compute.manager [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Received event network-vif-plugged-a7ce3afd-df85-4bf4-a49b-718fc28b2d7b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.784049] env[69735]: DEBUG oslo_concurrency.lockutils [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] Acquiring lock "4b079bf6-6f05-43ae-aeca-87ca5621e746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.784244] env[69735]: DEBUG oslo_concurrency.lockutils [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] Lock "4b079bf6-6f05-43ae-aeca-87ca5621e746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.784414] env[69735]: DEBUG oslo_concurrency.lockutils [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] Lock "4b079bf6-6f05-43ae-aeca-87ca5621e746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.784612] env[69735]: DEBUG nova.compute.manager [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] No waiting events found dispatching network-vif-plugged-a7ce3afd-df85-4bf4-a49b-718fc28b2d7b {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.784793] env[69735]: WARNING nova.compute.manager [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Received unexpected event network-vif-plugged-a7ce3afd-df85-4bf4-a49b-718fc28b2d7b for instance with vm_state building and task_state spawning. [ 1211.784966] env[69735]: DEBUG nova.compute.manager [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Received event network-changed-a7ce3afd-df85-4bf4-a49b-718fc28b2d7b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.786431] env[69735]: DEBUG nova.compute.manager [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Refreshing instance network info cache due to event network-changed-a7ce3afd-df85-4bf4-a49b-718fc28b2d7b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.786431] env[69735]: DEBUG oslo_concurrency.lockutils [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] Acquiring lock "refresh_cache-4b079bf6-6f05-43ae-aeca-87ca5621e746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.878378] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.096675] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Updating instance_info_cache with network_info: [{"id": "a7ce3afd-df85-4bf4-a49b-718fc28b2d7b", "address": "fa:16:3e:2b:a0:6a", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ce3afd-df", "ovs_interfaceid": "a7ce3afd-df85-4bf4-a49b-718fc28b2d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.100684] env[69735]: DEBUG nova.scheduler.client.report [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.115831] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b416-940e-03ae-693f-bb677f5382ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.116140] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.116414] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 624b579d-db56-4710-9de8-55a24d97e78d/624b579d-db56-4710-9de8-55a24d97e78d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.117054] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c3c270d-739c-4d35-ab57-d36270677d0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.125416] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1212.125416] env[69735]: value = "task-3605965" [ 1212.125416] env[69735]: _type = "Task" [ 1212.125416] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.134859] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.260153] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.599380] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "refresh_cache-4b079bf6-6f05-43ae-aeca-87ca5621e746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.599786] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Instance network_info: |[{"id": "a7ce3afd-df85-4bf4-a49b-718fc28b2d7b", "address": "fa:16:3e:2b:a0:6a", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ce3afd-df", "ovs_interfaceid": "a7ce3afd-df85-4bf4-a49b-718fc28b2d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.600202] env[69735]: DEBUG oslo_concurrency.lockutils [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] Acquired lock "refresh_cache-4b079bf6-6f05-43ae-aeca-87ca5621e746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.600437] env[69735]: DEBUG nova.network.neutron [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Refreshing network info cache for port a7ce3afd-df85-4bf4-a49b-718fc28b2d7b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.601740] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:a0:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7ce3afd-df85-4bf4-a49b-718fc28b2d7b', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.609703] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.613481] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.615516] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.617061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.570s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.618331] env[69735]: INFO nova.compute.claims [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.620903] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6043661e-03fb-43e2-aefc-3cc87bbbb005 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.640834] env[69735]: INFO nova.scheduler.client.report [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Deleted allocations for instance d7ceaf73-2d0b-4013-9f92-f234625c0926 [ 1212.649025] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.649025] env[69735]: value = "task-3605966" [ 1212.649025] env[69735]: _type = "Task" [ 1212.649025] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.649319] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605965, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.659171] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605966, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.762136] env[69735]: DEBUG oslo_vmware.api [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605964, 'name': PowerOnVM_Task, 'duration_secs': 1.109027} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.762454] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.765189] env[69735]: DEBUG nova.compute.manager [None req-4077e4a3-0b60-4700-912a-62dcc1f4b1a0 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.765993] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cc9828-c32d-4d2c-8b7d-1f75452fb099 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.793372] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.818958] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.819247] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.819405] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.819584] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.819730] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.819876] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.820095] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.820259] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.820438] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.820602] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.820774] env[69735]: DEBUG nova.virt.hardware [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.821912] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47819319-8f4c-4445-9847-7dee057cc33f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.829938] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f41527-8904-432c-9043-85476168db7f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.892174] env[69735]: DEBUG nova.network.neutron [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Updated VIF entry in instance network info cache for port a7ce3afd-df85-4bf4-a49b-718fc28b2d7b. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.892537] env[69735]: DEBUG nova.network.neutron [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Updating instance_info_cache with network_info: [{"id": "a7ce3afd-df85-4bf4-a49b-718fc28b2d7b", "address": "fa:16:3e:2b:a0:6a", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ce3afd-df", "ovs_interfaceid": "a7ce3afd-df85-4bf4-a49b-718fc28b2d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.149449] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536359} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.150377] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 624b579d-db56-4710-9de8-55a24d97e78d/624b579d-db56-4710-9de8-55a24d97e78d.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.150667] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.152711] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-addfded9-4ca9-4cd3-a5ff-a9e974937fbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.158299] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ab814d0f-f72e-4d52-9669-b0cf3a6614a2 tempest-ServersNegativeTestMultiTenantJSON-1319440590 tempest-ServersNegativeTestMultiTenantJSON-1319440590-project-member] Lock "d7ceaf73-2d0b-4013-9f92-f234625c0926" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.589s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.165402] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605966, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.166797] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1213.166797] env[69735]: value = "task-3605967" [ 1213.166797] env[69735]: _type = "Task" [ 1213.166797] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.269702] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Successfully updated port: 16e9e068-c9b8-4220-acfa-cb784e0d009e {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.398360] env[69735]: DEBUG oslo_concurrency.lockutils [req-966acc80-fa18-4bb3-9a1f-27e9ce89bc41 req-cb3f9318-5ae5-4011-85c9-975b2c7c1ba6 service nova] Releasing lock "refresh_cache-4b079bf6-6f05-43ae-aeca-87ca5621e746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.399831] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.400061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.662785] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605966, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.677730] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083147} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.678146] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.679029] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80109358-191d-48ff-9b8e-72fb782e2f1e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.702292] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 624b579d-db56-4710-9de8-55a24d97e78d/624b579d-db56-4710-9de8-55a24d97e78d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.705453] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727024fc-5d5c-4bfe-ae69-f4c1cf6ab3db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.728251] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1213.728251] env[69735]: value = "task-3605968" [ 1213.728251] env[69735]: _type = "Task" [ 1213.728251] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.738959] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.777352] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "refresh_cache-8d44281e-c66a-4aba-9950-b08f033418c0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.777613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "refresh_cache-8d44281e-c66a-4aba-9950-b08f033418c0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.777645] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.796560] env[69735]: INFO nova.compute.manager [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Unrescuing [ 1213.796560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.796560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquired lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.796560] env[69735]: DEBUG nova.network.neutron [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.816721] env[69735]: DEBUG nova.compute.manager [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Received event network-vif-plugged-16e9e068-c9b8-4220-acfa-cb784e0d009e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.817456] env[69735]: DEBUG oslo_concurrency.lockutils [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] Acquiring lock "8d44281e-c66a-4aba-9950-b08f033418c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.817456] env[69735]: DEBUG oslo_concurrency.lockutils [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] Lock "8d44281e-c66a-4aba-9950-b08f033418c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.817456] env[69735]: DEBUG oslo_concurrency.lockutils [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] Lock "8d44281e-c66a-4aba-9950-b08f033418c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.817456] env[69735]: DEBUG nova.compute.manager [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] No waiting events found dispatching network-vif-plugged-16e9e068-c9b8-4220-acfa-cb784e0d009e {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.817616] env[69735]: WARNING nova.compute.manager [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Received unexpected event network-vif-plugged-16e9e068-c9b8-4220-acfa-cb784e0d009e for instance with vm_state building and task_state spawning. [ 1213.817763] env[69735]: DEBUG nova.compute.manager [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Received event network-changed-16e9e068-c9b8-4220-acfa-cb784e0d009e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.817910] env[69735]: DEBUG nova.compute.manager [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Refreshing instance network info cache due to event network-changed-16e9e068-c9b8-4220-acfa-cb784e0d009e. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.818827] env[69735]: DEBUG oslo_concurrency.lockutils [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] Acquiring lock "refresh_cache-8d44281e-c66a-4aba-9950-b08f033418c0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.904872] env[69735]: DEBUG nova.compute.utils [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.953732] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa19382b-7891-4e35-a714-85115678de18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.962564] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e994b9a-f891-4cf5-b661-733d8141f977 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.999768] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fdc26b-3d1c-4f67-a607-a7f0bcbd9fbb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.009122] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a946efa-e13c-4532-a4b4-12ceaaff697f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.026639] env[69735]: DEBUG nova.compute.provider_tree [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.164154] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605966, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.244816] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605968, 'name': ReconfigVM_Task, 'duration_secs': 0.306561} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.245158] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 624b579d-db56-4710-9de8-55a24d97e78d/624b579d-db56-4710-9de8-55a24d97e78d.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.245941] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a26c1d6-f36e-4dcf-8c57-e6b51705617f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.253263] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1214.253263] env[69735]: value = "task-3605969" [ 1214.253263] env[69735]: _type = "Task" [ 1214.253263] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.261188] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605969, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.346849] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.407511] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.529274] env[69735]: DEBUG nova.scheduler.client.report [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.662087] env[69735]: DEBUG nova.network.neutron [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Updating instance_info_cache with network_info: [{"id": "16e9e068-c9b8-4220-acfa-cb784e0d009e", "address": "fa:16:3e:64:3f:0b", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e9e068-c9", "ovs_interfaceid": "16e9e068-c9b8-4220-acfa-cb784e0d009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.666746] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605966, 'name': CreateVM_Task, 'duration_secs': 1.52045} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.666746] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.671034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.671034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.671034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.671034] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efda4b3-cb6f-4e25-99ec-0bcc3be642a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.676021] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1214.676021] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529891cb-11af-8748-c6a1-9e06cd491be7" [ 1214.676021] env[69735]: _type = "Task" [ 1214.676021] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.684543] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529891cb-11af-8748-c6a1-9e06cd491be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.746519] env[69735]: DEBUG nova.network.neutron [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating instance_info_cache with network_info: [{"id": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "address": "fa:16:3e:cc:18:27", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f41ad67-e2", "ovs_interfaceid": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.764252] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605969, 'name': Rename_Task, 'duration_secs': 0.242244} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.764596] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.764842] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe10d172-3a0a-4b5e-9b78-4eacb6b9f053 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.770818] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1214.770818] env[69735]: value = "task-3605970" [ 1214.770818] env[69735]: _type = "Task" [ 1214.770818] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.778333] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.039807] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.040355] env[69735]: DEBUG nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.048262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.894s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.050065] env[69735]: INFO nova.compute.claims [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.167568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "refresh_cache-8d44281e-c66a-4aba-9950-b08f033418c0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.167938] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Instance network_info: |[{"id": "16e9e068-c9b8-4220-acfa-cb784e0d009e", "address": "fa:16:3e:64:3f:0b", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e9e068-c9", "ovs_interfaceid": "16e9e068-c9b8-4220-acfa-cb784e0d009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.168258] env[69735]: DEBUG oslo_concurrency.lockutils [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] Acquired lock "refresh_cache-8d44281e-c66a-4aba-9950-b08f033418c0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.168422] env[69735]: DEBUG nova.network.neutron [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Refreshing network info cache for port 16e9e068-c9b8-4220-acfa-cb784e0d009e {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.169631] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:3f:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16e9e068-c9b8-4220-acfa-cb784e0d009e', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.177561] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.180881] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.184723] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bb5e7a7-54fd-4aa8-ab7f-473ed20a4f56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.211401] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529891cb-11af-8748-c6a1-9e06cd491be7, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.212831] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.213109] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.213379] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.213504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.213682] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.213931] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.213931] env[69735]: value = "task-3605971" [ 1215.213931] env[69735]: _type = "Task" [ 1215.213931] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.214123] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61530bc2-734f-4ca0-915f-e599b6fa5aa7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.227358] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605971, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.228471] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.228650] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.229580] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbc1557-2e63-4e24-ad82-4fe325184c07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.234158] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1215.234158] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256447d-3610-1fba-bc3c-fe643d2144c8" [ 1215.234158] env[69735]: _type = "Task" [ 1215.234158] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.242782] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256447d-3610-1fba-bc3c-fe643d2144c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.249931] env[69735]: DEBUG oslo_concurrency.lockutils [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Releasing lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.250532] env[69735]: DEBUG nova.objects.instance [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lazy-loading 'flavor' on Instance uuid d3d6b388-c596-44ba-949d-ec1024ca2608 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.281483] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605970, 'name': PowerOnVM_Task, 'duration_secs': 0.45625} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.281738] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.281938] env[69735]: INFO nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1215.282130] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.282931] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789c43a1-3f6d-4abf-a5be-c3f9b7cf5445 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.477119] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.477423] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.477670] env[69735]: INFO nova.compute.manager [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Attaching volume d93dde56-c76a-4f70-ae8e-668931a4c380 to /dev/sdb [ 1215.514688] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79057a39-385b-4dc1-a7df-1d7a5334ddf3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.521651] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e95054-b895-4d1a-bc5f-694c75b294d5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.535560] env[69735]: DEBUG nova.virt.block_device [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Updating existing volume attachment record: 7d3dbb76-87eb-4262-a975-09eb31a471a2 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1215.558255] env[69735]: DEBUG nova.compute.utils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.561069] env[69735]: DEBUG nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.561069] env[69735]: DEBUG nova.network.neutron [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.709880] env[69735]: DEBUG nova.policy [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '638cd01ea55a4b6bb2e3933e48b8fe47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895896a71c4e4c80a5a24d7c8d4e9b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.727742] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605971, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.750432] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5256447d-3610-1fba-bc3c-fe643d2144c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01868} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.751324] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff42241-20da-4c7d-a27d-0ae3fba34715 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.758468] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef00e64-b0df-4c7f-9c45-a20c62134e0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.762371] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1215.762371] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52389cac-b852-9fd1-4c78-42ef6694fcbe" [ 1215.762371] env[69735]: _type = "Task" [ 1215.762371] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.784393] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.785297] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a0f5b60-3737-4324-bf4d-fd16641f8601 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.790420] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52389cac-b852-9fd1-4c78-42ef6694fcbe, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.791060] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.791331] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 4b079bf6-6f05-43ae-aeca-87ca5621e746/4b079bf6-6f05-43ae-aeca-87ca5621e746.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.795015] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7fe49b6-4a9d-4267-a791-07c2083e9883 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.801029] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1215.801029] env[69735]: value = "task-3605973" [ 1215.801029] env[69735]: _type = "Task" [ 1215.801029] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.808532] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1215.808532] env[69735]: value = "task-3605974" [ 1215.808532] env[69735]: _type = "Task" [ 1215.808532] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.808532] env[69735]: INFO nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Took 14.17 seconds to build instance. [ 1215.818354] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.823678] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.044804] env[69735]: DEBUG nova.network.neutron [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Updated VIF entry in instance network info cache for port 16e9e068-c9b8-4220-acfa-cb784e0d009e. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.045216] env[69735]: DEBUG nova.network.neutron [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Updating instance_info_cache with network_info: [{"id": "16e9e068-c9b8-4220-acfa-cb784e0d009e", "address": "fa:16:3e:64:3f:0b", "network": {"id": "d69930b1-6b9c-4193-9d94-7283b6c72c75", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1378198285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6199de8029db4f7da76fb60d7183e4fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e9e068-c9", "ovs_interfaceid": "16e9e068-c9b8-4220-acfa-cb784e0d009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.063883] env[69735]: DEBUG nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.230721] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605971, 'name': CreateVM_Task, 'duration_secs': 0.668981} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.233927] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.236034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.236034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.236034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.236034] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31b3eb4-a437-4703-b93e-1d537bf89fd8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.241578] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1216.241578] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cb1f23-04db-fb60-6c22-daedd27c3e76" [ 1216.241578] env[69735]: _type = "Task" [ 1216.241578] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.250953] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cb1f23-04db-fb60-6c22-daedd27c3e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.320296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "624b579d-db56-4710-9de8-55a24d97e78d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.695s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.320296] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605973, 'name': PowerOffVM_Task, 'duration_secs': 0.30886} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.320296] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.325936] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfiguring VM instance instance-0000005f to detach disk 2002 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.329699] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53bdccd8-b745-41df-bc36-70f668e1b9bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.344095] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.351663] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1216.351663] env[69735]: value = "task-3605975" [ 1216.351663] env[69735]: _type = "Task" [ 1216.351663] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.360690] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.419272] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cbbb5f-096d-428d-a925-82eefa6e92e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.424030] env[69735]: DEBUG nova.network.neutron [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Successfully created port: 206418f5-4bfe-4852-ad24-12a71a0b32cb {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.428297] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576cb99-c04f-4ee4-9f6b-dc726edeb9e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.460267] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8fc362-48c2-4a70-afd3-78d878dc6c33 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.468325] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebded294-5aac-419a-82f0-31b827667f59 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.483352] env[69735]: DEBUG nova.compute.provider_tree [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.548148] env[69735]: DEBUG oslo_concurrency.lockutils [req-6bbd591a-6045-4b2b-bba3-f8f2b75e12f6 req-53e9567a-db3d-4d77-99de-8ed36f028980 service nova] Releasing lock "refresh_cache-8d44281e-c66a-4aba-9950-b08f033418c0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.751675] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cb1f23-04db-fb60-6c22-daedd27c3e76, 'name': SearchDatastore_Task, 'duration_secs': 0.055773} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.751986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.752232] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.752466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.752641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.752822] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.753411] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-254cd993-44d2-46c5-a3e8-a86d1ca84c16 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.765055] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.765055] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.765055] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9f2e6e-6ba6-4510-99ac-34e872421504 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.769932] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1216.769932] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5278711f-dfe0-7bfc-79d5-3001d9194dc4" [ 1216.769932] env[69735]: _type = "Task" [ 1216.769932] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.777590] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5278711f-dfe0-7bfc-79d5-3001d9194dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.818281] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602303} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.818691] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 4b079bf6-6f05-43ae-aeca-87ca5621e746/4b079bf6-6f05-43ae-aeca-87ca5621e746.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.818885] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.819196] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e9864db-e6fa-4b4d-8cad-21a25e785a38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.825977] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1216.825977] env[69735]: value = "task-3605976" [ 1216.825977] env[69735]: _type = "Task" [ 1216.825977] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.833340] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.860669] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605975, 'name': ReconfigVM_Task, 'duration_secs': 0.26007} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.860956] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfigured VM instance instance-0000005f to detach disk 2002 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.861252] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.861504] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47373b43-e721-4c53-8f27-73a506feaa2d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.867921] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1216.867921] env[69735]: value = "task-3605977" [ 1216.867921] env[69735]: _type = "Task" [ 1216.867921] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.881017] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.987707] env[69735]: DEBUG nova.scheduler.client.report [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.080456] env[69735]: DEBUG nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.106962] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.107261] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.107419] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.107600] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.107745] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.107891] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.108109] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.108269] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.108435] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.109106] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.109106] env[69735]: DEBUG nova.virt.hardware [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.109711] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d50007-e9d4-4777-a87b-49211b2f9c5a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.117518] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215dad53-eb93-4ab1-a7c8-f1f0d793041b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.280785] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5278711f-dfe0-7bfc-79d5-3001d9194dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008286} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.281601] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978e0b90-880b-4754-880e-b111ee606a2f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.286781] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1217.286781] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52635108-f811-8bfd-8529-4d7e2ff1866c" [ 1217.286781] env[69735]: _type = "Task" [ 1217.286781] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.294263] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52635108-f811-8bfd-8529-4d7e2ff1866c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.334929] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072573} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.335223] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.336047] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e8f636-821f-4238-a958-e65920bc38b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.358691] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 4b079bf6-6f05-43ae-aeca-87ca5621e746/4b079bf6-6f05-43ae-aeca-87ca5621e746.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.358994] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ef8599-0818-44c3-a900-8dc70c9a727e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.382096] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.383399] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1217.383399] env[69735]: value = "task-3605978" [ 1217.383399] env[69735]: _type = "Task" [ 1217.383399] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.390910] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.495977] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.497171] env[69735]: DEBUG nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.500370] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.397s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.500620] env[69735]: DEBUG nova.objects.instance [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'resources' on Instance uuid 135b0602-c618-4d1e-8c49-384ec38c1d08 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.801800] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52635108-f811-8bfd-8529-4d7e2ff1866c, 'name': SearchDatastore_Task, 'duration_secs': 0.033306} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.806322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.806322] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 8d44281e-c66a-4aba-9950-b08f033418c0/8d44281e-c66a-4aba-9950-b08f033418c0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.806322] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64f77b27-0e0a-40bd-b27e-c94412cb27e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.810469] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1217.810469] env[69735]: value = "task-3605980" [ 1217.810469] env[69735]: _type = "Task" [ 1217.810469] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.819737] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.884099] env[69735]: DEBUG oslo_vmware.api [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3605977, 'name': PowerOnVM_Task, 'duration_secs': 0.608362} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.887484] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.887765] env[69735]: DEBUG nova.compute.manager [None req-391acb41-1231-4d55-9a3e-2ee6bb239125 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.891733] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a418b36-25ec-406b-afc7-272c5522e352 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.899518] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605978, 'name': ReconfigVM_Task, 'duration_secs': 0.488905} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.901161] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 4b079bf6-6f05-43ae-aeca-87ca5621e746/4b079bf6-6f05-43ae-aeca-87ca5621e746.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.903941] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6394420-370f-411b-b90e-11d45623dc89 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.913432] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1217.913432] env[69735]: value = "task-3605981" [ 1217.913432] env[69735]: _type = "Task" [ 1217.913432] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.924900] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605981, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.960219] env[69735]: DEBUG nova.compute.manager [req-9af69b80-4baf-4a17-a322-a02a38f4d1e7 req-685617b9-0882-421f-965c-0334c250b069 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Received event network-vif-plugged-206418f5-4bfe-4852-ad24-12a71a0b32cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.960568] env[69735]: DEBUG oslo_concurrency.lockutils [req-9af69b80-4baf-4a17-a322-a02a38f4d1e7 req-685617b9-0882-421f-965c-0334c250b069 service nova] Acquiring lock "f391448d-3ea1-4836-bbd7-9f0df071fa48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.961635] env[69735]: DEBUG oslo_concurrency.lockutils [req-9af69b80-4baf-4a17-a322-a02a38f4d1e7 req-685617b9-0882-421f-965c-0334c250b069 service nova] Lock "f391448d-3ea1-4836-bbd7-9f0df071fa48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.961892] env[69735]: DEBUG oslo_concurrency.lockutils [req-9af69b80-4baf-4a17-a322-a02a38f4d1e7 req-685617b9-0882-421f-965c-0334c250b069 service nova] Lock "f391448d-3ea1-4836-bbd7-9f0df071fa48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.962179] env[69735]: DEBUG nova.compute.manager [req-9af69b80-4baf-4a17-a322-a02a38f4d1e7 req-685617b9-0882-421f-965c-0334c250b069 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] No waiting events found dispatching network-vif-plugged-206418f5-4bfe-4852-ad24-12a71a0b32cb {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.963468] env[69735]: WARNING nova.compute.manager [req-9af69b80-4baf-4a17-a322-a02a38f4d1e7 req-685617b9-0882-421f-965c-0334c250b069 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Received unexpected event network-vif-plugged-206418f5-4bfe-4852-ad24-12a71a0b32cb for instance with vm_state building and task_state spawning. [ 1218.001892] env[69735]: DEBUG nova.compute.utils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.003535] env[69735]: DEBUG nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.003740] env[69735]: DEBUG nova.network.neutron [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.113041] env[69735]: DEBUG nova.policy [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f10a4054a43484ea2fbe211d032c2d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f3d19354ed450fb53b1b04ba5e310e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.250602] env[69735]: DEBUG nova.network.neutron [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Successfully updated port: 206418f5-4bfe-4852-ad24-12a71a0b32cb {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.324137] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605980, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.360013] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e48620d-2310-4224-8745-99615715f413 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.368198] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ede74-c22b-4c2c-b157-4234d863585c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.430357] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f64d0e-cc6a-41de-8df8-bc6687b38d77 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.446538] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf0995d-5fe3-4e6e-992b-183971d0aeb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.450678] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605981, 'name': Rename_Task, 'duration_secs': 0.372426} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.451621] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.452326] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-306dd9b2-7d03-4d2e-83dd-961ae8b32358 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.462550] env[69735]: DEBUG nova.compute.provider_tree [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.468699] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1218.468699] env[69735]: value = "task-3605982" [ 1218.468699] env[69735]: _type = "Task" [ 1218.468699] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.477199] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.514562] env[69735]: DEBUG nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.522427] env[69735]: DEBUG nova.network.neutron [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Successfully created port: 1c09bebd-8452-4165-b9c5-faf22091a534 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.752940] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "refresh_cache-f391448d-3ea1-4836-bbd7-9f0df071fa48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.753122] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "refresh_cache-f391448d-3ea1-4836-bbd7-9f0df071fa48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.753280] env[69735]: DEBUG nova.network.neutron [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.822505] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629344} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.825779] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 8d44281e-c66a-4aba-9950-b08f033418c0/8d44281e-c66a-4aba-9950-b08f033418c0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.825779] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.825779] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7574d6e3-05a5-4e6b-a268-89683fd2dca1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.832575] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1218.832575] env[69735]: value = "task-3605983" [ 1218.832575] env[69735]: _type = "Task" [ 1218.832575] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.844733] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.892229] env[69735]: DEBUG nova.compute.manager [req-f2badbac-ad4c-435b-a88c-10ef064ef807 req-2eb1c998-6d56-4913-bad9-aa0f8aac48f7 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Received event network-changed-8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.892457] env[69735]: DEBUG nova.compute.manager [req-f2badbac-ad4c-435b-a88c-10ef064ef807 req-2eb1c998-6d56-4913-bad9-aa0f8aac48f7 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Refreshing instance network info cache due to event network-changed-8f41ad67-e205-4211-b98f-e1db33fbaffb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.892638] env[69735]: DEBUG oslo_concurrency.lockutils [req-f2badbac-ad4c-435b-a88c-10ef064ef807 req-2eb1c998-6d56-4913-bad9-aa0f8aac48f7 service nova] Acquiring lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.892774] env[69735]: DEBUG oslo_concurrency.lockutils [req-f2badbac-ad4c-435b-a88c-10ef064ef807 req-2eb1c998-6d56-4913-bad9-aa0f8aac48f7 service nova] Acquired lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.892928] env[69735]: DEBUG nova.network.neutron [req-f2badbac-ad4c-435b-a88c-10ef064ef807 req-2eb1c998-6d56-4913-bad9-aa0f8aac48f7 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Refreshing network info cache for port 8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.971107] env[69735]: DEBUG nova.scheduler.client.report [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.983888] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.331942] env[69735]: DEBUG nova.network.neutron [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.345978] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231521} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.346331] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.347158] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dbd775-95f0-4079-aa2d-b3056437ebf4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.374062] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 8d44281e-c66a-4aba-9950-b08f033418c0/8d44281e-c66a-4aba-9950-b08f033418c0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.376737] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cee5b8f-2dcb-4682-b01a-c0a5d6ab8699 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.397120] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1219.397120] env[69735]: value = "task-3605984" [ 1219.397120] env[69735]: _type = "Task" [ 1219.397120] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.408775] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.473857] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.480316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.731s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.480316] env[69735]: DEBUG nova.objects.instance [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'resources' on Instance uuid b6872be0-2bc0-4281-883d-7e3c18c0d759 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.486687] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605982, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.498735] env[69735]: INFO nova.scheduler.client.report [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleted allocations for instance 135b0602-c618-4d1e-8c49-384ec38c1d08 [ 1219.528230] env[69735]: DEBUG nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.557158] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.557417] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.557595] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.557806] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.557959] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.558135] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.558363] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.558599] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.558729] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.559358] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.559358] env[69735]: DEBUG nova.virt.hardware [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.560541] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89d5b94-7dca-40c1-ad45-d35722d8cdd6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.570375] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27993c1e-b766-42c4-b86e-37ee1f4f96bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.690149] env[69735]: DEBUG nova.network.neutron [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Updating instance_info_cache with network_info: [{"id": "206418f5-4bfe-4852-ad24-12a71a0b32cb", "address": "fa:16:3e:75:05:ea", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206418f5-4b", "ovs_interfaceid": "206418f5-4bfe-4852-ad24-12a71a0b32cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.885887] env[69735]: DEBUG nova.network.neutron [req-f2badbac-ad4c-435b-a88c-10ef064ef807 req-2eb1c998-6d56-4913-bad9-aa0f8aac48f7 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updated VIF entry in instance network info cache for port 8f41ad67-e205-4211-b98f-e1db33fbaffb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.886734] env[69735]: DEBUG nova.network.neutron [req-f2badbac-ad4c-435b-a88c-10ef064ef807 req-2eb1c998-6d56-4913-bad9-aa0f8aac48f7 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating instance_info_cache with network_info: [{"id": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "address": "fa:16:3e:cc:18:27", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f41ad67-e2", "ovs_interfaceid": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.910217] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605984, 'name': ReconfigVM_Task, 'duration_secs': 0.428612} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.910535] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 8d44281e-c66a-4aba-9950-b08f033418c0/8d44281e-c66a-4aba-9950-b08f033418c0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.914650] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3308e4b7-dd73-4713-b2cf-d5450d41bc62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.921499] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1219.921499] env[69735]: value = "task-3605985" [ 1219.921499] env[69735]: _type = "Task" [ 1219.921499] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.932542] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605985, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.986463] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605982, 'name': PowerOnVM_Task, 'duration_secs': 1.154105} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.987641] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.987869] env[69735]: INFO nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1219.987961] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.988830] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc72768-fad6-4b85-9f5b-3653541ca40e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.997024] env[69735]: DEBUG nova.compute.manager [req-b05bbd64-1b09-417f-8866-aab4bea421a6 req-ead9731b-30e4-4c41-9e51-dbf8114b1438 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Received event network-changed-206418f5-4bfe-4852-ad24-12a71a0b32cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.997024] env[69735]: DEBUG nova.compute.manager [req-b05bbd64-1b09-417f-8866-aab4bea421a6 req-ead9731b-30e4-4c41-9e51-dbf8114b1438 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Refreshing instance network info cache due to event network-changed-206418f5-4bfe-4852-ad24-12a71a0b32cb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.997024] env[69735]: DEBUG oslo_concurrency.lockutils [req-b05bbd64-1b09-417f-8866-aab4bea421a6 req-ead9731b-30e4-4c41-9e51-dbf8114b1438 service nova] Acquiring lock "refresh_cache-f391448d-3ea1-4836-bbd7-9f0df071fa48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.008420] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91432a83-d1d5-44d1-b9f6-070c28b68043 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "135b0602-c618-4d1e-8c49-384ec38c1d08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.638s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.098485] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.102410] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719355', 'volume_id': 'd93dde56-c76a-4f70-ae8e-668931a4c380', 'name': 'volume-d93dde56-c76a-4f70-ae8e-668931a4c380', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '435995aa-69ad-48c6-836a-6bfe0a1486f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd93dde56-c76a-4f70-ae8e-668931a4c380', 'serial': 'd93dde56-c76a-4f70-ae8e-668931a4c380'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.106086] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e96cf10-b565-46b6-bbf5-b36d6e815dc3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.126746] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1d5c37-4e67-4e59-9949-194f79b0b2a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.153526] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-d93dde56-c76a-4f70-ae8e-668931a4c380/volume-d93dde56-c76a-4f70-ae8e-668931a4c380.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.156694] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8aee5b8-af50-4d73-84f0-6d7b234bafa9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.176735] env[69735]: DEBUG oslo_vmware.api [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1220.176735] env[69735]: value = "task-3605986" [ 1220.176735] env[69735]: _type = "Task" [ 1220.176735] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.187008] env[69735]: DEBUG oslo_vmware.api [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605986, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.193594] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "refresh_cache-f391448d-3ea1-4836-bbd7-9f0df071fa48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.194844] env[69735]: DEBUG nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Instance network_info: |[{"id": "206418f5-4bfe-4852-ad24-12a71a0b32cb", "address": "fa:16:3e:75:05:ea", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206418f5-4b", "ovs_interfaceid": "206418f5-4bfe-4852-ad24-12a71a0b32cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.194844] env[69735]: DEBUG oslo_concurrency.lockutils [req-b05bbd64-1b09-417f-8866-aab4bea421a6 req-ead9731b-30e4-4c41-9e51-dbf8114b1438 service nova] Acquired lock "refresh_cache-f391448d-3ea1-4836-bbd7-9f0df071fa48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.194844] env[69735]: DEBUG nova.network.neutron [req-b05bbd64-1b09-417f-8866-aab4bea421a6 req-ead9731b-30e4-4c41-9e51-dbf8114b1438 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Refreshing network info cache for port 206418f5-4bfe-4852-ad24-12a71a0b32cb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.195892] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:05:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '206418f5-4bfe-4852-ad24-12a71a0b32cb', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.207845] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.208313] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.208548] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a1ec7f9-8615-42cc-9a05-d314b3354764 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.234048] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.234048] env[69735]: value = "task-3605987" [ 1220.234048] env[69735]: _type = "Task" [ 1220.234048] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.243701] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605987, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.336505] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f96885c-f5bd-43ff-b01b-f5cea1bf074b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.345176] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdafbea-87af-4afe-a768-680952fcb851 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.376095] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e42b38e-45f5-47d7-a8a5-a41efecf9330 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.383104] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96e6cd1-f8b1-4f2c-bc6e-37f0d9f026da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.396755] env[69735]: DEBUG oslo_concurrency.lockutils [req-f2badbac-ad4c-435b-a88c-10ef064ef807 req-2eb1c998-6d56-4913-bad9-aa0f8aac48f7 service nova] Releasing lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.397377] env[69735]: DEBUG nova.compute.provider_tree [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.436601] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605985, 'name': Rename_Task, 'duration_secs': 0.358631} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.436878] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.437160] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a057b3e7-d4c7-4722-9689-57a2c64535d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.445853] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1220.445853] env[69735]: value = "task-3605988" [ 1220.445853] env[69735]: _type = "Task" [ 1220.445853] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.453618] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.510909] env[69735]: INFO nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Took 18.84 seconds to build instance. [ 1220.551828] env[69735]: DEBUG nova.network.neutron [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Successfully updated port: 1c09bebd-8452-4165-b9c5-faf22091a534 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.686312] env[69735]: DEBUG oslo_vmware.api [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.744135] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605987, 'name': CreateVM_Task, 'duration_secs': 0.430999} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.744626] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.745571] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.745872] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.746857] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.750900] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b90b4a-dacc-4399-9ae4-0cafed185ffe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.757126] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1220.757126] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ac72f5-b760-5cb3-70b5-0a5609dbec33" [ 1220.757126] env[69735]: _type = "Task" [ 1220.757126] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.766936] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ac72f5-b760-5cb3-70b5-0a5609dbec33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.788963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.791199] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.791199] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.791199] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.791199] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.792225] env[69735]: INFO nova.compute.manager [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Terminating instance [ 1220.899979] env[69735]: DEBUG nova.scheduler.client.report [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.922857] env[69735]: DEBUG nova.compute.manager [req-257aa66c-6748-4f6c-839c-6923d2e28038 req-34960131-a39a-4731-b900-8bd14bd89b7c service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Received event network-changed-8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.922857] env[69735]: DEBUG nova.compute.manager [req-257aa66c-6748-4f6c-839c-6923d2e28038 req-34960131-a39a-4731-b900-8bd14bd89b7c service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Refreshing instance network info cache due to event network-changed-8f41ad67-e205-4211-b98f-e1db33fbaffb. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.922857] env[69735]: DEBUG oslo_concurrency.lockutils [req-257aa66c-6748-4f6c-839c-6923d2e28038 req-34960131-a39a-4731-b900-8bd14bd89b7c service nova] Acquiring lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.922857] env[69735]: DEBUG oslo_concurrency.lockutils [req-257aa66c-6748-4f6c-839c-6923d2e28038 req-34960131-a39a-4731-b900-8bd14bd89b7c service nova] Acquired lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.922857] env[69735]: DEBUG nova.network.neutron [req-257aa66c-6748-4f6c-839c-6923d2e28038 req-34960131-a39a-4731-b900-8bd14bd89b7c service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Refreshing network info cache for port 8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.953217] env[69735]: DEBUG nova.network.neutron [req-b05bbd64-1b09-417f-8866-aab4bea421a6 req-ead9731b-30e4-4c41-9e51-dbf8114b1438 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Updated VIF entry in instance network info cache for port 206418f5-4bfe-4852-ad24-12a71a0b32cb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.953688] env[69735]: DEBUG nova.network.neutron [req-b05bbd64-1b09-417f-8866-aab4bea421a6 req-ead9731b-30e4-4c41-9e51-dbf8114b1438 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Updating instance_info_cache with network_info: [{"id": "206418f5-4bfe-4852-ad24-12a71a0b32cb", "address": "fa:16:3e:75:05:ea", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206418f5-4b", "ovs_interfaceid": "206418f5-4bfe-4852-ad24-12a71a0b32cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.959346] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605988, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.013951] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "4b079bf6-6f05-43ae-aeca-87ca5621e746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.358s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.054685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.054854] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquired lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.055017] env[69735]: DEBUG nova.network.neutron [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.188505] env[69735]: DEBUG oslo_vmware.api [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605986, 'name': ReconfigVM_Task, 'duration_secs': 0.552238} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.190150] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-d93dde56-c76a-4f70-ae8e-668931a4c380/volume-d93dde56-c76a-4f70-ae8e-668931a4c380.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.195865] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c112ac8c-0c17-4a3f-b32e-cf99f91c5d95 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.213767] env[69735]: DEBUG oslo_vmware.api [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1221.213767] env[69735]: value = "task-3605989" [ 1221.213767] env[69735]: _type = "Task" [ 1221.213767] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.225324] env[69735]: DEBUG oslo_vmware.api [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.268709] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ac72f5-b760-5cb3-70b5-0a5609dbec33, 'name': SearchDatastore_Task, 'duration_secs': 0.013899} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.269090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.269398] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.269658] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.269807] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.269986] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.270275] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2565a7c-d280-4934-8507-88d492dea428 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.281743] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.281989] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.282759] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7d45c1-e9c5-413f-a97d-fb4bcdde4f36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.291027] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1221.291027] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52388463-5fef-5825-1972-6f9824615331" [ 1221.291027] env[69735]: _type = "Task" [ 1221.291027] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.296485] env[69735]: DEBUG nova.compute.manager [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.296868] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.300905] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bcbfce-f084-4c37-bbf5-11838b668702 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.304120] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52388463-5fef-5825-1972-6f9824615331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.308703] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.308943] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab0ac3d2-30a0-40ef-ad9b-36f34827a45d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.314492] env[69735]: DEBUG oslo_vmware.api [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1221.314492] env[69735]: value = "task-3605990" [ 1221.314492] env[69735]: _type = "Task" [ 1221.314492] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.322381] env[69735]: DEBUG oslo_vmware.api [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.406152] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.408692] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.465s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.431774] env[69735]: INFO nova.scheduler.client.report [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted allocations for instance b6872be0-2bc0-4281-883d-7e3c18c0d759 [ 1221.456689] env[69735]: DEBUG oslo_concurrency.lockutils [req-b05bbd64-1b09-417f-8866-aab4bea421a6 req-ead9731b-30e4-4c41-9e51-dbf8114b1438 service nova] Releasing lock "refresh_cache-f391448d-3ea1-4836-bbd7-9f0df071fa48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.457175] env[69735]: DEBUG oslo_vmware.api [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605988, 'name': PowerOnVM_Task, 'duration_secs': 0.833765} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.457492] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.457999] env[69735]: INFO nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1221.458237] env[69735]: DEBUG nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.459121] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f816f382-0ae5-485c-91e9-53c1fbc0b8f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.714685] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.714870] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Cleaning up deleted instances {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1221.725451] env[69735]: DEBUG oslo_vmware.api [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3605989, 'name': ReconfigVM_Task, 'duration_secs': 0.179069} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.727848] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719355', 'volume_id': 'd93dde56-c76a-4f70-ae8e-668931a4c380', 'name': 'volume-d93dde56-c76a-4f70-ae8e-668931a4c380', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '435995aa-69ad-48c6-836a-6bfe0a1486f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd93dde56-c76a-4f70-ae8e-668931a4c380', 'serial': 'd93dde56-c76a-4f70-ae8e-668931a4c380'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.735195] env[69735]: DEBUG nova.network.neutron [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.801690] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52388463-5fef-5825-1972-6f9824615331, 'name': SearchDatastore_Task, 'duration_secs': 0.026136} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.802072] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c01f59-2bad-4cdd-887a-fe3704ea3765 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.807665] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1221.807665] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52735305-6994-4318-cf67-c020662dcf07" [ 1221.807665] env[69735]: _type = "Task" [ 1221.807665] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.819022] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52735305-6994-4318-cf67-c020662dcf07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.828410] env[69735]: DEBUG oslo_vmware.api [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605990, 'name': PowerOffVM_Task, 'duration_secs': 0.198972} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.828671] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.828863] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.829537] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-972e3037-bc36-4c93-93a5-4c5dd9da598a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.913402] env[69735]: INFO nova.compute.claims [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.921565] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.921819] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.922053] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleting the datastore file [datastore2] 55301fe7-3065-4b5a-a648-5b0d8e4dbcec {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.922340] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86554933-b0f6-4a2d-abbe-ebcf94d3e1f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.928977] env[69735]: DEBUG oslo_vmware.api [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for the task: (returnval){ [ 1221.928977] env[69735]: value = "task-3605992" [ 1221.928977] env[69735]: _type = "Task" [ 1221.928977] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.949772] env[69735]: DEBUG oslo_vmware.api [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.950321] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c020357f-07eb-4943-8673-be574090cf7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "b6872be0-2bc0-4281-883d-7e3c18c0d759" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.365s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.983733] env[69735]: INFO nova.compute.manager [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Took 20.28 seconds to build instance. [ 1222.101531] env[69735]: DEBUG nova.network.neutron [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Updating instance_info_cache with network_info: [{"id": "1c09bebd-8452-4165-b9c5-faf22091a534", "address": "fa:16:3e:01:61:94", "network": {"id": "c658ba0c-9b9a-49d6-9243-88f0417a825c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817088477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f3d19354ed450fb53b1b04ba5e310e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c09bebd-84", "ovs_interfaceid": "1c09bebd-8452-4165-b9c5-faf22091a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.158153] env[69735]: DEBUG nova.network.neutron [req-257aa66c-6748-4f6c-839c-6923d2e28038 req-34960131-a39a-4731-b900-8bd14bd89b7c service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updated VIF entry in instance network info cache for port 8f41ad67-e205-4211-b98f-e1db33fbaffb. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.158596] env[69735]: DEBUG nova.network.neutron [req-257aa66c-6748-4f6c-839c-6923d2e28038 req-34960131-a39a-4731-b900-8bd14bd89b7c service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating instance_info_cache with network_info: [{"id": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "address": "fa:16:3e:cc:18:27", "network": {"id": "27c94b5e-ede1-417d-b2ad-37ead4268419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1584108983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55fba5df8bd4bf3b92dd1c014d1714a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f41ad67-e2", "ovs_interfaceid": "8f41ad67-e205-4211-b98f-e1db33fbaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.232937] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] There are 52 instances to clean {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1222.233171] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d7ceaf73-2d0b-4013-9f92-f234625c0926] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.259697] env[69735]: DEBUG nova.compute.manager [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Received event network-vif-plugged-1c09bebd-8452-4165-b9c5-faf22091a534 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.259765] env[69735]: DEBUG oslo_concurrency.lockutils [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] Acquiring lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.259952] env[69735]: DEBUG oslo_concurrency.lockutils [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.260145] env[69735]: DEBUG oslo_concurrency.lockutils [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.260346] env[69735]: DEBUG nova.compute.manager [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] No waiting events found dispatching network-vif-plugged-1c09bebd-8452-4165-b9c5-faf22091a534 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1222.260536] env[69735]: WARNING nova.compute.manager [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Received unexpected event network-vif-plugged-1c09bebd-8452-4165-b9c5-faf22091a534 for instance with vm_state building and task_state spawning. [ 1222.260874] env[69735]: DEBUG nova.compute.manager [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Received event network-changed-1c09bebd-8452-4165-b9c5-faf22091a534 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.260874] env[69735]: DEBUG nova.compute.manager [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Refreshing instance network info cache due to event network-changed-1c09bebd-8452-4165-b9c5-faf22091a534. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.261015] env[69735]: DEBUG oslo_concurrency.lockutils [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] Acquiring lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.320206] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52735305-6994-4318-cf67-c020662dcf07, 'name': SearchDatastore_Task, 'duration_secs': 0.026841} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.320523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.320790] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] f391448d-3ea1-4836-bbd7-9f0df071fa48/f391448d-3ea1-4836-bbd7-9f0df071fa48.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.321195] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a62f7622-c47a-4dfa-b526-055f0a44dc4b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.328157] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1222.328157] env[69735]: value = "task-3605993" [ 1222.328157] env[69735]: _type = "Task" [ 1222.328157] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.336960] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.420750] env[69735]: INFO nova.compute.resource_tracker [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating resource usage from migration fe0eb65f-0a65-4b9b-9734-9f98afb0cff4 [ 1222.439304] env[69735]: DEBUG oslo_vmware.api [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Task: {'id': task-3605992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233191} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.439598] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.439793] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.439984] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.440170] env[69735]: INFO nova.compute.manager [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1222.440456] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.441136] env[69735]: DEBUG nova.compute.manager [-] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.441136] env[69735]: DEBUG nova.network.neutron [-] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.488887] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9e7c47e9-30cb-461a-88fa-c9b558b9f256 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "8d44281e-c66a-4aba-9950-b08f033418c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.798s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.604571] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Releasing lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.604961] env[69735]: DEBUG nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Instance network_info: |[{"id": "1c09bebd-8452-4165-b9c5-faf22091a534", "address": "fa:16:3e:01:61:94", "network": {"id": "c658ba0c-9b9a-49d6-9243-88f0417a825c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817088477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f3d19354ed450fb53b1b04ba5e310e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c09bebd-84", "ovs_interfaceid": "1c09bebd-8452-4165-b9c5-faf22091a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.605532] env[69735]: DEBUG oslo_concurrency.lockutils [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] Acquired lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.605734] env[69735]: DEBUG nova.network.neutron [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Refreshing network info cache for port 1c09bebd-8452-4165-b9c5-faf22091a534 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.607137] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:61:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c09bebd-8452-4165-b9c5-faf22091a534', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.615300] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Creating folder: Project (f2f3d19354ed450fb53b1b04ba5e310e). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.616009] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c29c13c-b361-42d7-8b8d-8e8cde50b93d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.628802] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Created folder: Project (f2f3d19354ed450fb53b1b04ba5e310e) in parent group-v719064. [ 1222.629073] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Creating folder: Instances. Parent ref: group-v719357. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.631897] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce30353e-c851-4d58-915b-5fc6c5b07551 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.640491] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Created folder: Instances in parent group-v719357. [ 1222.640491] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.640629] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.640829] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e83c477a-4de2-45e7-bf0e-ef2b356f4ad7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.661094] env[69735]: DEBUG oslo_concurrency.lockutils [req-257aa66c-6748-4f6c-839c-6923d2e28038 req-34960131-a39a-4731-b900-8bd14bd89b7c service nova] Releasing lock "refresh_cache-d3d6b388-c596-44ba-949d-ec1024ca2608" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.664254] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.664254] env[69735]: value = "task-3605996" [ 1222.664254] env[69735]: _type = "Task" [ 1222.664254] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.681282] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605996, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.741991] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 1dfe6e96-bb58-49e8-891c-8d44a1197159] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.791031] env[69735]: DEBUG nova.objects.instance [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'flavor' on Instance uuid 435995aa-69ad-48c6-836a-6bfe0a1486f4 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.803450] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.804146] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.821552] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8947a095-4ee7-4b43-b2ec-14d44d08c834 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.840818] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648e303-b9f4-4b87-9799-df1801f40d00 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.850027] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.882496] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc49310f-0323-46cd-a90f-3cb88fcaa25c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.891690] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22791c2b-fc15-4d54-b3d0-1ff5d5a21da5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.907583] env[69735]: DEBUG nova.compute.provider_tree [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.176336] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3605996, 'name': CreateVM_Task, 'duration_secs': 0.393745} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.176336] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.176777] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.177276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.177369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.177971] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de02aa0-5e19-4549-ab94-ac121b21f90b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.182620] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1223.182620] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ae1162-78c6-460c-5aae-af8fee713d18" [ 1223.182620] env[69735]: _type = "Task" [ 1223.182620] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.186603] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.194120] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ae1162-78c6-460c-5aae-af8fee713d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.251523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "624b579d-db56-4710-9de8-55a24d97e78d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.251771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "624b579d-db56-4710-9de8-55a24d97e78d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.251974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "624b579d-db56-4710-9de8-55a24d97e78d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.252166] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "624b579d-db56-4710-9de8-55a24d97e78d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.252377] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "624b579d-db56-4710-9de8-55a24d97e78d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.254169] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: b6872be0-2bc0-4281-883d-7e3c18c0d759] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.256249] env[69735]: INFO nova.compute.manager [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Terminating instance [ 1223.304532] env[69735]: DEBUG oslo_concurrency.lockutils [None req-73e7a008-1329-44c5-8416-b304c4c58be9 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.305682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.119s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.307540] env[69735]: DEBUG nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.346027] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599488} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.346027] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] f391448d-3ea1-4836-bbd7-9f0df071fa48/f391448d-3ea1-4836-bbd7-9f0df071fa48.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.346027] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.346027] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd82f6e-12bd-4b4e-8a27-415e533f76a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.352790] env[69735]: DEBUG nova.network.neutron [-] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.355563] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1223.355563] env[69735]: value = "task-3605997" [ 1223.355563] env[69735]: _type = "Task" [ 1223.355563] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.368181] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.410909] env[69735]: DEBUG nova.scheduler.client.report [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.438936] env[69735]: DEBUG nova.network.neutron [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Updated VIF entry in instance network info cache for port 1c09bebd-8452-4165-b9c5-faf22091a534. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.439322] env[69735]: DEBUG nova.network.neutron [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Updating instance_info_cache with network_info: [{"id": "1c09bebd-8452-4165-b9c5-faf22091a534", "address": "fa:16:3e:01:61:94", "network": {"id": "c658ba0c-9b9a-49d6-9243-88f0417a825c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817088477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f3d19354ed450fb53b1b04ba5e310e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c09bebd-84", "ovs_interfaceid": "1c09bebd-8452-4165-b9c5-faf22091a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.695177] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ae1162-78c6-460c-5aae-af8fee713d18, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.695702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.695702] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.695702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.695855] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.695957] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.696487] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-374ba4a1-9729-423e-98ab-a8a7c0017eea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.707642] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.707642] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.708183] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237f72e2-839f-4471-9a5b-f45cc8f6624f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.714476] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1223.714476] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a26f54-5ae5-9471-f558-c5231646bb79" [ 1223.714476] env[69735]: _type = "Task" [ 1223.714476] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.722524] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a26f54-5ae5-9471-f558-c5231646bb79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.758182] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 665d479e-1ab9-48a5-8942-ad430cb9b7f9] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.760978] env[69735]: DEBUG nova.compute.manager [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.761229] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.762086] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a94c90-f4ae-4a2a-b64e-59a02beccfab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.769914] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.770223] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a350a3b-b6cb-4b31-86d4-471cd64fdeac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.776197] env[69735]: DEBUG oslo_vmware.api [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1223.776197] env[69735]: value = "task-3605998" [ 1223.776197] env[69735]: _type = "Task" [ 1223.776197] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.784203] env[69735]: DEBUG oslo_vmware.api [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.808461] env[69735]: INFO nova.compute.manager [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Detaching volume d93dde56-c76a-4f70-ae8e-668931a4c380 [ 1223.828891] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.846648] env[69735]: INFO nova.virt.block_device [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Attempting to driver detach volume d93dde56-c76a-4f70-ae8e-668931a4c380 from mountpoint /dev/sdb [ 1223.846866] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1223.847224] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719355', 'volume_id': 'd93dde56-c76a-4f70-ae8e-668931a4c380', 'name': 'volume-d93dde56-c76a-4f70-ae8e-668931a4c380', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '435995aa-69ad-48c6-836a-6bfe0a1486f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd93dde56-c76a-4f70-ae8e-668931a4c380', 'serial': 'd93dde56-c76a-4f70-ae8e-668931a4c380'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1223.848632] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ede0c2-0753-4e1d-b68a-ac6f854178aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.879611] env[69735]: INFO nova.compute.manager [-] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Took 1.44 seconds to deallocate network for instance. [ 1223.888259] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c061a-5aba-4d02-b6eb-1cba8407faa4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.901565] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069196} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.903453] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.904379] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe51393-83b2-476b-b7e2-848d4a6899f5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.907430] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710a3049-4467-411a-9555-bc2f87c350e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.925171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.516s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.925396] env[69735]: INFO nova.compute.manager [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Migrating [ 1223.941881] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] f391448d-3ea1-4836-bbd7-9f0df071fa48/f391448d-3ea1-4836-bbd7-9f0df071fa48.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.962453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.134s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.964189] env[69735]: INFO nova.compute.claims [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.966784] env[69735]: DEBUG oslo_concurrency.lockutils [req-a49518ad-8272-40ef-a7fb-0e4b16cf3163 req-4cd7584b-3101-44cf-9438-087d3e500ac7 service nova] Releasing lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.967132] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-958bfd14-e88a-4c96-95a8-0525a0730948 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.987798] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e62b5-f7ea-417c-9dca-c3d8908bd763 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.005390] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] The volume has not been displaced from its original location: [datastore2] volume-d93dde56-c76a-4f70-ae8e-668931a4c380/volume-d93dde56-c76a-4f70-ae8e-668931a4c380.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.011340] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.014967] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37cd948c-ac0a-4565-826e-d85325a495f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.029502] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1224.029502] env[69735]: value = "task-3605999" [ 1224.029502] env[69735]: _type = "Task" [ 1224.029502] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.037256] env[69735]: DEBUG oslo_vmware.api [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1224.037256] env[69735]: value = "task-3606000" [ 1224.037256] env[69735]: _type = "Task" [ 1224.037256] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.039043] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.046712] env[69735]: DEBUG oslo_vmware.api [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.228983] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a26f54-5ae5-9471-f558-c5231646bb79, 'name': SearchDatastore_Task, 'duration_secs': 0.056153} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.230992] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d7f13a-28ac-4155-91e9-a2942a0b4bb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.237231] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.237837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.242802] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1224.242802] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52df2ee5-de90-8d80-da53-cc0d7374d14a" [ 1224.242802] env[69735]: _type = "Task" [ 1224.242802] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.254055] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52df2ee5-de90-8d80-da53-cc0d7374d14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.261268] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 135b0602-c618-4d1e-8c49-384ec38c1d08] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.287241] env[69735]: DEBUG oslo_vmware.api [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3605998, 'name': PowerOffVM_Task, 'duration_secs': 0.364309} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.288242] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.288433] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.288849] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9159323d-2d3a-4664-b692-6f8b42de43ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.293678] env[69735]: DEBUG nova.compute.manager [req-bc4c4732-f436-42df-8c30-0d5d0be48110 req-5e60dc1d-bde8-4062-83b4-23bc0e7e2262 service nova] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Received event network-vif-deleted-bf5332fc-a210-45be-b50e-f5076a32bea0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.360950] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.361234] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.361909] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleting the datastore file [datastore1] 624b579d-db56-4710-9de8-55a24d97e78d {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.361909] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb09f9a4-1b15-4146-918c-5ce7789ba4bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.368555] env[69735]: DEBUG oslo_vmware.api [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1224.368555] env[69735]: value = "task-3606002" [ 1224.368555] env[69735]: _type = "Task" [ 1224.368555] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.377141] env[69735]: DEBUG oslo_vmware.api [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.399481] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.492196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.492432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.492692] env[69735]: DEBUG nova.network.neutron [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.540541] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3605999, 'name': ReconfigVM_Task, 'duration_secs': 0.4642} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.543992] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Reconfigured VM instance instance-0000006c to attach disk [datastore2] f391448d-3ea1-4836-bbd7-9f0df071fa48/f391448d-3ea1-4836-bbd7-9f0df071fa48.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.544885] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84b4a98c-3b35-4bae-ba5c-b6ec741d2d8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.551708] env[69735]: DEBUG oslo_vmware.api [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606000, 'name': ReconfigVM_Task, 'duration_secs': 0.30996} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.552995] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.557864] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1224.557864] env[69735]: value = "task-3606003" [ 1224.557864] env[69735]: _type = "Task" [ 1224.557864] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.558566] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a53f1a3-2bb7-4511-8c1d-0b3b6b9583e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.577650] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606003, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.580298] env[69735]: DEBUG oslo_vmware.api [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1224.580298] env[69735]: value = "task-3606004" [ 1224.580298] env[69735]: _type = "Task" [ 1224.580298] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.744641] env[69735]: DEBUG nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.756496] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52df2ee5-de90-8d80-da53-cc0d7374d14a, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.756765] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.757037] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311/6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.757305] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aff231c3-a060-410e-90ae-46e7ee8d410e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.763416] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1224.763416] env[69735]: value = "task-3606005" [ 1224.763416] env[69735]: _type = "Task" [ 1224.763416] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.766744] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 23c903a3-2af6-4ef5-b22a-c372824dcb95] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.774033] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.883796] env[69735]: DEBUG oslo_vmware.api [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287411} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.884102] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.884465] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.884768] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.885025] env[69735]: INFO nova.compute.manager [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1224.885318] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.886101] env[69735]: DEBUG nova.compute.manager [-] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.886101] env[69735]: DEBUG nova.network.neutron [-] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.081464] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606003, 'name': Rename_Task, 'duration_secs': 0.227802} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.084942] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.087475] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1063be5-43ad-459b-b895-63b80934dfbf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.094516] env[69735]: DEBUG oslo_vmware.api [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606004, 'name': ReconfigVM_Task, 'duration_secs': 0.202969} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.095881] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719355', 'volume_id': 'd93dde56-c76a-4f70-ae8e-668931a4c380', 'name': 'volume-d93dde56-c76a-4f70-ae8e-668931a4c380', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '435995aa-69ad-48c6-836a-6bfe0a1486f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd93dde56-c76a-4f70-ae8e-668931a4c380', 'serial': 'd93dde56-c76a-4f70-ae8e-668931a4c380'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.098981] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1225.098981] env[69735]: value = "task-3606006" [ 1225.098981] env[69735]: _type = "Task" [ 1225.098981] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.111328] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.271632] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 1be49576-2a6c-44a2-a2ba-21a05958e1a5] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.282190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.283053] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606005, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.311880] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445b6ac-3097-4230-814d-2ce7222c1cdf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.324035] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f74b2b-d908-40a1-8e0f-33b8612a35d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.360432] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcdf000-994b-4892-a086-712d6754899f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.369109] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d4a65-13e5-4763-bef7-0a71771afb78 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.384381] env[69735]: DEBUG nova.compute.provider_tree [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.436513] env[69735]: DEBUG nova.network.neutron [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance_info_cache with network_info: [{"id": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "address": "fa:16:3e:67:f5:a5", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96463bc4-dc", "ovs_interfaceid": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.610501] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.652024] env[69735]: DEBUG nova.objects.instance [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'flavor' on Instance uuid 435995aa-69ad-48c6-836a-6bfe0a1486f4 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.774244] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72545} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.774535] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311/6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.774790] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.775048] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99260b9b-c71b-4afa-9c0a-ec19d88f20d5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.781480] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1225.781480] env[69735]: value = "task-3606007" [ 1225.781480] env[69735]: _type = "Task" [ 1225.781480] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.784879] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: dedd08ab-6f3c-4c15-b09c-7bdc390a8035] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.790868] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.864850] env[69735]: DEBUG nova.network.neutron [-] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.887178] env[69735]: DEBUG nova.scheduler.client.report [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.938976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.113262] env[69735]: DEBUG oslo_vmware.api [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606006, 'name': PowerOnVM_Task, 'duration_secs': 0.650706} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.113635] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.113931] env[69735]: INFO nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1226.114216] env[69735]: DEBUG nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.115284] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae81d9-74cb-4223-b018-ae7c5f32da78 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.288268] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 97391445-d92c-4ad1-bb3c-6da38b07752e] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.295051] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080382} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.295661] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.296732] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b3daf-cc90-4ddc-b704-476d3b2b9b53 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.332458] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311/6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.334892] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3102a163-5117-4029-a43b-b2772086084d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.361365] env[69735]: DEBUG nova.compute.manager [req-978bde3b-da42-4af4-87e6-32b092d9500e req-0f75a878-f57e-4f74-8401-e299a101abe5 service nova] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Received event network-vif-deleted-6a3d7562-1f1e-40f9-afa9-6f8133a9d6d3 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.367628] env[69735]: INFO nova.compute.manager [-] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Took 1.48 seconds to deallocate network for instance. [ 1226.368219] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1226.368219] env[69735]: value = "task-3606008" [ 1226.368219] env[69735]: _type = "Task" [ 1226.368219] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.380936] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.392048] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.392303] env[69735]: DEBUG nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.395215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.996s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.395487] env[69735]: DEBUG nova.objects.instance [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lazy-loading 'resources' on Instance uuid 55301fe7-3065-4b5a-a648-5b0d8e4dbcec {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.632097] env[69735]: INFO nova.compute.manager [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Took 23.61 seconds to build instance. [ 1226.660242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ebefdd1f-8f62-4113-b408-edeafcf555cc tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.354s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.797028] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 7862a8bc-1269-49ec-b156-0b014e024579] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.880681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.881057] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606008, 'name': ReconfigVM_Task, 'duration_secs': 0.335287} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.881246] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311/6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.881831] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b9592a2-1980-4fe3-836f-dc37197549b1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.888267] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1226.888267] env[69735]: value = "task-3606009" [ 1226.888267] env[69735]: _type = "Task" [ 1226.888267] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.895927] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606009, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.898397] env[69735]: DEBUG nova.compute.utils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.901752] env[69735]: DEBUG nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.901918] env[69735]: DEBUG nova.network.neutron [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.952933] env[69735]: DEBUG nova.policy [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ceb77596aeb4aa8a2af967853f167c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7d6a53e939f446cb4f064dcbcb9396b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.134410] env[69735]: DEBUG oslo_concurrency.lockutils [None req-55be795f-fdd8-40cd-88ae-0b18c09f1b0d tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "f391448d-3ea1-4836-bbd7-9f0df071fa48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.117s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.138967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "f391448d-3ea1-4836-bbd7-9f0df071fa48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.139226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "f391448d-3ea1-4836-bbd7-9f0df071fa48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.139427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "f391448d-3ea1-4836-bbd7-9f0df071fa48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.139612] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "f391448d-3ea1-4836-bbd7-9f0df071fa48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.139798] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "f391448d-3ea1-4836-bbd7-9f0df071fa48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.143802] env[69735]: INFO nova.compute.manager [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Terminating instance [ 1227.184438] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bde1e44-dc59-4be9-8170-824669604d08 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.192290] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c489a03e-abe7-4319-a2f0-aa3af31fb180 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.225090] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c9b0e-12b8-4c4b-ac1e-8503bea98cce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.233149] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf7cde-aca5-4d5d-b36b-bb20c1298604 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.246395] env[69735]: DEBUG nova.compute.provider_tree [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.300417] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: b6804b6a-cdcf-4f70-a1c7-67f96e389ff3] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.323732] env[69735]: DEBUG nova.network.neutron [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Successfully created port: 0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.398390] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606009, 'name': Rename_Task, 'duration_secs': 0.157855} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.398684] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.398933] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25b68bc1-c045-4876-9bc2-bab83a8c0bec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.404228] env[69735]: DEBUG nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.408058] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1227.408058] env[69735]: value = "task-3606010" [ 1227.408058] env[69735]: _type = "Task" [ 1227.408058] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.420428] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.458357] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b1dcf0-2683-4ca8-911a-584f67b640e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.477334] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance '3c5cea82-be68-414f-9c33-bb50c4b66117' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.529228] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.529504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.529720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "435995aa-69ad-48c6-836a-6bfe0a1486f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.529901] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.530087] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.533841] env[69735]: INFO nova.compute.manager [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Terminating instance [ 1227.652345] env[69735]: DEBUG nova.compute.manager [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.652582] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.653534] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e21165a-4fa2-4f28-8513-94dec5adb597 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.661687] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.661931] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-307b5b79-780d-442a-8d18-5e3ac884af86 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.668442] env[69735]: DEBUG oslo_vmware.api [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1227.668442] env[69735]: value = "task-3606011" [ 1227.668442] env[69735]: _type = "Task" [ 1227.668442] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.675956] env[69735]: DEBUG oslo_vmware.api [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.749304] env[69735]: DEBUG nova.scheduler.client.report [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.804156] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: cd5b9a3d-b6e7-4a42-bb1d-85623d3e826a] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.924342] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.983797] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.984117] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30177a4-cf10-4bbf-94d6-4c17b5c5a7c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.991353] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1227.991353] env[69735]: value = "task-3606012" [ 1227.991353] env[69735]: _type = "Task" [ 1227.991353] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.999889] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.036413] env[69735]: DEBUG nova.compute.manager [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.036661] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.037578] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1439449a-865a-401f-8bc0-ae0e62820737 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.044762] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.045024] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bac9d2e-374b-4255-8a0b-53b5f0ea007f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.050913] env[69735]: DEBUG oslo_vmware.api [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1228.050913] env[69735]: value = "task-3606013" [ 1228.050913] env[69735]: _type = "Task" [ 1228.050913] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.060218] env[69735]: DEBUG oslo_vmware.api [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.178951] env[69735]: DEBUG oslo_vmware.api [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606011, 'name': PowerOffVM_Task, 'duration_secs': 0.179112} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.179205] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.179401] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.179636] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-678eda77-0a1c-463c-aa28-7eeb1b59baeb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.254117] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.256643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.975s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.258250] env[69735]: INFO nova.compute.claims [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.276310] env[69735]: INFO nova.scheduler.client.report [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Deleted allocations for instance 55301fe7-3065-4b5a-a648-5b0d8e4dbcec [ 1228.284028] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.284190] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.284373] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleting the datastore file [datastore2] f391448d-3ea1-4836-bbd7-9f0df071fa48 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.284681] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ac709bb-9ca7-4e91-bcdd-644a5f7d6bea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.293254] env[69735]: DEBUG oslo_vmware.api [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1228.293254] env[69735]: value = "task-3606015" [ 1228.293254] env[69735]: _type = "Task" [ 1228.293254] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.304672] env[69735]: DEBUG oslo_vmware.api [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.307153] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: fb563b85-8f64-40ab-8213-7b195b1ac926] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.420016] env[69735]: DEBUG nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.426155] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.450968] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.451308] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.451490] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.451680] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.451829] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.451977] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.452209] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.452371] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.452538] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.452707] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.452874] env[69735]: DEBUG nova.virt.hardware [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.453749] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6eb7fc-fb95-4342-99d5-09589ec4dd18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.463491] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18116f0-4858-44f9-9276-156436bca351 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.500583] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606012, 'name': PowerOffVM_Task, 'duration_secs': 0.288228} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.500861] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.501070] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance '3c5cea82-be68-414f-9c33-bb50c4b66117' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.561209] env[69735]: DEBUG oslo_vmware.api [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606013, 'name': PowerOffVM_Task, 'duration_secs': 0.186789} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.561595] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.561811] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.562090] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-016e010f-83f3-4179-aae8-a8ca29f35784 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.639576] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.639820] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.640009] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleting the datastore file [datastore1] 435995aa-69ad-48c6-836a-6bfe0a1486f4 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.640325] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af03b71b-2c21-43b2-a675-e38008832c75 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.648018] env[69735]: DEBUG oslo_vmware.api [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1228.648018] env[69735]: value = "task-3606017" [ 1228.648018] env[69735]: _type = "Task" [ 1228.648018] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.656454] env[69735]: DEBUG oslo_vmware.api [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.729369] env[69735]: DEBUG nova.compute.manager [req-228a0068-85d5-456b-9563-acccd2d9b3ee req-f7d4646b-bc10-429e-a7e6-3c9e69ab95b8 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received event network-vif-plugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.729587] env[69735]: DEBUG oslo_concurrency.lockutils [req-228a0068-85d5-456b-9563-acccd2d9b3ee req-f7d4646b-bc10-429e-a7e6-3c9e69ab95b8 service nova] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.729809] env[69735]: DEBUG oslo_concurrency.lockutils [req-228a0068-85d5-456b-9563-acccd2d9b3ee req-f7d4646b-bc10-429e-a7e6-3c9e69ab95b8 service nova] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.729989] env[69735]: DEBUG oslo_concurrency.lockutils [req-228a0068-85d5-456b-9563-acccd2d9b3ee req-f7d4646b-bc10-429e-a7e6-3c9e69ab95b8 service nova] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.730237] env[69735]: DEBUG nova.compute.manager [req-228a0068-85d5-456b-9563-acccd2d9b3ee req-f7d4646b-bc10-429e-a7e6-3c9e69ab95b8 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] No waiting events found dispatching network-vif-plugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.730357] env[69735]: WARNING nova.compute.manager [req-228a0068-85d5-456b-9563-acccd2d9b3ee req-f7d4646b-bc10-429e-a7e6-3c9e69ab95b8 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received unexpected event network-vif-plugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 for instance with vm_state building and task_state spawning. [ 1228.784289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e70c3ce1-6625-4020-8055-e7d2e39b1697 tempest-AttachInterfacesTestJSON-1729150823 tempest-AttachInterfacesTestJSON-1729150823-project-member] Lock "55301fe7-3065-4b5a-a648-5b0d8e4dbcec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.995s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.805956] env[69735]: DEBUG oslo_vmware.api [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185865} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.806228] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.806624] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.806806] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.807028] env[69735]: INFO nova.compute.manager [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1228.807281] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.807478] env[69735]: DEBUG nova.compute.manager [-] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.807599] env[69735]: DEBUG nova.network.neutron [-] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.809963] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: b53dd67e-47f7-4f7a-aa7d-8c29b5ea1136] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.819340] env[69735]: DEBUG nova.network.neutron [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Successfully updated port: 0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.924638] env[69735]: DEBUG oslo_vmware.api [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606010, 'name': PowerOnVM_Task, 'duration_secs': 1.126847} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.924638] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.924958] env[69735]: INFO nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1228.924958] env[69735]: DEBUG nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.925942] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835c157c-025c-41e8-8c55-5c793cc09a94 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.007717] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.008321] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.008321] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.008422] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.008593] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.008663] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.008865] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.009107] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.009171] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.009334] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.009503] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.014970] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a35bff7-a70e-451f-9ff0-6c8e8d1c3b61 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.030615] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1229.030615] env[69735]: value = "task-3606018" [ 1229.030615] env[69735]: _type = "Task" [ 1229.030615] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.039435] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.159859] env[69735]: DEBUG oslo_vmware.api [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401645} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.160134] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.160360] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.160618] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.160839] env[69735]: INFO nova.compute.manager [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1229.161393] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.161393] env[69735]: DEBUG nova.compute.manager [-] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.161517] env[69735]: DEBUG nova.network.neutron [-] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.316191] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: a061ed1f-b2e7-4a19-89b7-7fdbf15473b8] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.325221] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.325372] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.325523] env[69735]: DEBUG nova.network.neutron [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.449243] env[69735]: INFO nova.compute.manager [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Took 24.31 seconds to build instance. [ 1229.546562] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606018, 'name': ReconfigVM_Task, 'duration_secs': 0.244064} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.546932] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance '3c5cea82-be68-414f-9c33-bb50c4b66117' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.604084] env[69735]: DEBUG nova.network.neutron [-] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.641449] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76814c7-ebdf-45ef-9e57-29b9062c7c48 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.649714] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6688d2b7-96cd-4401-bbdb-158d9e656f2e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.682558] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dc4d3c-b3d8-4ec5-9fa0-a30a54476fc9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.690442] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1a6ee4-96be-468f-9fbb-798d5dd0139f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.704354] env[69735]: DEBUG nova.compute.provider_tree [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.821148] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 786d2ce1-a12a-456b-98cf-8a7704b10dd2] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.865471] env[69735]: DEBUG nova.network.neutron [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.951609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-cfb0e930-aa0f-4596-b438-f267e8b6018a tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.826s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.993308] env[69735]: DEBUG nova.network.neutron [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [{"id": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "address": "fa:16:3e:5d:30:0b", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a42a28f-60", "ovs_interfaceid": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.001945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.001945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.001945] env[69735]: INFO nova.compute.manager [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Rebooting instance [ 1230.055028] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.055028] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.055028] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.055436] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.055702] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.055960] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.056295] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.059013] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.059013] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.059013] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.059013] env[69735]: DEBUG nova.virt.hardware [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.062755] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.063459] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dc8337f-eac6-4a65-971c-74285d44fef9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.081624] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1230.081624] env[69735]: value = "task-3606019" [ 1230.081624] env[69735]: _type = "Task" [ 1230.081624] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.090096] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.108686] env[69735]: INFO nova.compute.manager [-] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Took 1.30 seconds to deallocate network for instance. [ 1230.207294] env[69735]: DEBUG nova.scheduler.client.report [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.269109] env[69735]: DEBUG nova.network.neutron [-] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.324539] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: cab54d47-068c-4db4-acd0-9bd9b920047a] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.495529] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.495882] env[69735]: DEBUG nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Instance network_info: |[{"id": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "address": "fa:16:3e:5d:30:0b", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a42a28f-60", "ovs_interfaceid": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.496355] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:30:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a42a28f-6084-4ad3-af20-3e8c15c38458', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.505502] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating folder: Project (b7d6a53e939f446cb4f064dcbcb9396b). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.508893] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddcd8c24-e4ab-414e-94e9-2c2d630e20c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.521430] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Created folder: Project (b7d6a53e939f446cb4f064dcbcb9396b) in parent group-v719064. [ 1230.521643] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating folder: Instances. Parent ref: group-v719360. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.521891] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cc5f3fd-9458-4a21-ada7-29866e3082ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.524597] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.524786] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquired lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.524973] env[69735]: DEBUG nova.network.neutron [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.534574] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Created folder: Instances in parent group-v719360. [ 1230.534974] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.537299] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.537299] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d741aa5-cea0-4271-8733-bb5d2b898e5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.563998] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.563998] env[69735]: value = "task-3606022" [ 1230.563998] env[69735]: _type = "Task" [ 1230.563998] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.574535] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606022, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.592103] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606019, 'name': ReconfigVM_Task, 'duration_secs': 0.171052} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.592305] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.593141] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c5d666-13d1-4c95-80b8-e1002f7462c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.619142] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf/volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.620632] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.620632] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f9a9f7-d7f7-4346-9d83-4e4b25077ef6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.640202] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1230.640202] env[69735]: value = "task-3606023" [ 1230.640202] env[69735]: _type = "Task" [ 1230.640202] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.649321] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.714594] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.714594] env[69735]: DEBUG nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.717021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.836s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.717280] env[69735]: DEBUG nova.objects.instance [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lazy-loading 'resources' on Instance uuid 624b579d-db56-4710-9de8-55a24d97e78d {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.769725] env[69735]: DEBUG nova.compute.manager [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received event network-changed-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.769917] env[69735]: DEBUG nova.compute.manager [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Refreshing instance network info cache due to event network-changed-0a42a28f-6084-4ad3-af20-3e8c15c38458. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.770148] env[69735]: DEBUG oslo_concurrency.lockutils [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] Acquiring lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.770293] env[69735]: DEBUG oslo_concurrency.lockutils [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] Acquired lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.770448] env[69735]: DEBUG nova.network.neutron [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Refreshing network info cache for port 0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.774444] env[69735]: INFO nova.compute.manager [-] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Took 1.61 seconds to deallocate network for instance. [ 1230.827966] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 3570b07b-e97a-4e59-967e-371cb1f743bf] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.073394] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606022, 'name': CreateVM_Task, 'duration_secs': 0.384749} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.073584] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.074288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.074469] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.074882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.075200] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453f03b9-9977-424b-b57d-72c3ef015585 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.079502] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1231.079502] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3c3d5-bac8-cd77-2ec4-75ad4b4b1afd" [ 1231.079502] env[69735]: _type = "Task" [ 1231.079502] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.086972] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3c3d5-bac8-cd77-2ec4-75ad4b4b1afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.150023] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606023, 'name': ReconfigVM_Task, 'duration_secs': 0.300346} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.150023] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf/volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.150174] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance '3c5cea82-be68-414f-9c33-bb50c4b66117' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.220705] env[69735]: DEBUG nova.compute.utils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.226677] env[69735]: DEBUG nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.226677] env[69735]: DEBUG nova.network.neutron [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.264508] env[69735]: DEBUG nova.network.neutron [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Updating instance_info_cache with network_info: [{"id": "1c09bebd-8452-4165-b9c5-faf22091a534", "address": "fa:16:3e:01:61:94", "network": {"id": "c658ba0c-9b9a-49d6-9243-88f0417a825c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817088477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f3d19354ed450fb53b1b04ba5e310e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c09bebd-84", "ovs_interfaceid": "1c09bebd-8452-4165-b9c5-faf22091a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.281016] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.325131] env[69735]: DEBUG nova.policy [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5df1e6e9ad80438ebc93dcf5ed04d9c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '309d91bcdb774f1c823c96e042fe4f8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.331164] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 6a200ad3-99cf-427b-bd8d-e12da312a8ca] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.510929] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6158f210-b547-43ca-99a8-38ea62c92a3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.525068] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85698493-89fb-4da5-ad18-708adf4307ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.554852] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18150a75-18e4-48d9-a770-2df9865cfd60 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.562333] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4d98bf-5f00-420d-b15c-c519fbbcd131 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.575630] env[69735]: DEBUG nova.compute.provider_tree [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.589555] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e3c3d5-bac8-cd77-2ec4-75ad4b4b1afd, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.589845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.590083] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.590315] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.590458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.590630] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.590887] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75727438-3862-4b91-9016-d9a628b2cf4a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.598974] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.599190] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.599889] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8ed4ad-40d7-4758-a913-1ea228dbe59f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.604568] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1231.604568] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dd8495-813c-5092-3baa-2cf0b38ebf27" [ 1231.604568] env[69735]: _type = "Task" [ 1231.604568] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.611909] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dd8495-813c-5092-3baa-2cf0b38ebf27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.656582] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d70f7b-611d-475d-8862-26a10f57f3ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.676321] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b368d-ba3f-4345-bcb5-d2fd2933488b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.697237] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance '3c5cea82-be68-414f-9c33-bb50c4b66117' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.724403] env[69735]: DEBUG nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.767348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Releasing lock "refresh_cache-6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.836472] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: fa499761-b980-451d-a2eb-0498e17e8403] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.998565] env[69735]: DEBUG nova.network.neutron [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updated VIF entry in instance network info cache for port 0a42a28f-6084-4ad3-af20-3e8c15c38458. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.998945] env[69735]: DEBUG nova.network.neutron [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [{"id": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "address": "fa:16:3e:5d:30:0b", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a42a28f-60", "ovs_interfaceid": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.078322] env[69735]: DEBUG nova.scheduler.client.report [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.098671] env[69735]: DEBUG nova.network.neutron [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Successfully created port: 4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.114653] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52dd8495-813c-5092-3baa-2cf0b38ebf27, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.115451] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8662125d-cdf6-44f7-aefa-583f85f0a152 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.120835] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1232.120835] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f5fa2f-cb65-815f-a1e2-9b117eec5a79" [ 1232.120835] env[69735]: _type = "Task" [ 1232.120835] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.128947] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f5fa2f-cb65-815f-a1e2-9b117eec5a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.274785] env[69735]: DEBUG nova.compute.manager [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.276889] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc34b65-5c6f-4abe-b3a0-87ec44bcc5dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.341419] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 43a80e55-271e-43ab-938a-8eb91b8ff404] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.501815] env[69735]: DEBUG oslo_concurrency.lockutils [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] Releasing lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.502149] env[69735]: DEBUG nova.compute.manager [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Received event network-vif-deleted-206418f5-4bfe-4852-ad24-12a71a0b32cb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.502325] env[69735]: DEBUG nova.compute.manager [req-1f9e5a6a-54c6-422e-bf34-f4d0c47017c5 req-91272866-9762-4593-b31c-97b1289d70f6 service nova] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Received event network-vif-deleted-9015f791-0028-47b3-9e32-f1eec8e1ef74 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.585714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.588887] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.968s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.588887] env[69735]: DEBUG nova.objects.instance [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lazy-loading 'resources' on Instance uuid f391448d-3ea1-4836-bbd7-9f0df071fa48 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.631417] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f5fa2f-cb65-815f-a1e2-9b117eec5a79, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.631591] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.631854] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233/b488dea8-7fb7-48f6-a9e1-a5e2b307d233.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.632117] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efac0ae1-338a-437e-88aa-dcad0e810299 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.638729] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1232.638729] env[69735]: value = "task-3606024" [ 1232.638729] env[69735]: _type = "Task" [ 1232.638729] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.646766] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.706437] env[69735]: INFO nova.scheduler.client.report [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleted allocations for instance 624b579d-db56-4710-9de8-55a24d97e78d [ 1232.733183] env[69735]: DEBUG nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.762195] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.762516] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.762590] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.762797] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.762955] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.763117] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.763330] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.763483] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.763645] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.763839] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.764037] env[69735]: DEBUG nova.virt.hardware [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.764966] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eadf0c-bb1f-4a09-a324-730ff6c7a392 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.775588] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc629112-5d0b-41f4-9225-e39b869f1a37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.845480] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 1b8b3976-902f-4191-80bc-a3edd8002f07] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.154802] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485985} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.155146] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233/b488dea8-7fb7-48f6-a9e1-a5e2b307d233.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.155406] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.155706] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40661a78-50fb-4742-977a-7057db9f29d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.165155] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1233.165155] env[69735]: value = "task-3606025" [ 1233.165155] env[69735]: _type = "Task" [ 1233.165155] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.177033] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.215491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5c203a03-c7b2-4da2-be6e-c3bc215e42b2 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "624b579d-db56-4710-9de8-55a24d97e78d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.964s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.299050] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d9bfb-4e41-46cd-b325-03b05aeb120a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.307086] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Doing hard reboot of VM {{(pid=69735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1233.307237] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d1575245-7f83-4681-b969-783074a2d5e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.320625] env[69735]: DEBUG oslo_vmware.api [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1233.320625] env[69735]: value = "task-3606026" [ 1233.320625] env[69735]: _type = "Task" [ 1233.320625] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.325161] env[69735]: DEBUG oslo_vmware.api [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606026, 'name': ResetVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.352727] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: ee7343da-669b-4b0c-a8f7-df825a8e2b3c] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.356231] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6566ff28-d527-4402-a7e8-f72238d41400 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.369753] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758831fc-ee89-4ec2-acd2-ffda0a404d91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.404911] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d66b5-7e87-45b0-91e0-87a32243d688 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.414116] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37894200-17f2-4ee8-a8db-e57a71a55964 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.429281] env[69735]: DEBUG nova.compute.provider_tree [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.533619] env[69735]: DEBUG nova.network.neutron [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Port 96463bc4-dcfd-4fff-a561-e6a858a390e6 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1233.679369] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077765} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.680317] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.680954] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eac7afa-8e2e-45bf-81a0-6a7fc999e299 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.707882] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233/b488dea8-7fb7-48f6-a9e1-a5e2b307d233.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.709405] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a856e6e3-8b90-4274-bb64-f770c4569de6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.726679] env[69735]: DEBUG nova.compute.manager [req-4cf57193-63d1-4791-9789-1f7dec609d86 req-e67dd3c7-f7b8-4af8-8144-326c4e9b336e service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Received event network-vif-plugged-4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.726905] env[69735]: DEBUG oslo_concurrency.lockutils [req-4cf57193-63d1-4791-9789-1f7dec609d86 req-e67dd3c7-f7b8-4af8-8144-326c4e9b336e service nova] Acquiring lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.727137] env[69735]: DEBUG oslo_concurrency.lockutils [req-4cf57193-63d1-4791-9789-1f7dec609d86 req-e67dd3c7-f7b8-4af8-8144-326c4e9b336e service nova] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.727301] env[69735]: DEBUG oslo_concurrency.lockutils [req-4cf57193-63d1-4791-9789-1f7dec609d86 req-e67dd3c7-f7b8-4af8-8144-326c4e9b336e service nova] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.727462] env[69735]: DEBUG nova.compute.manager [req-4cf57193-63d1-4791-9789-1f7dec609d86 req-e67dd3c7-f7b8-4af8-8144-326c4e9b336e service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] No waiting events found dispatching network-vif-plugged-4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.727671] env[69735]: WARNING nova.compute.manager [req-4cf57193-63d1-4791-9789-1f7dec609d86 req-e67dd3c7-f7b8-4af8-8144-326c4e9b336e service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Received unexpected event network-vif-plugged-4109a39e-4348-4b22-9c9c-3edf397834c0 for instance with vm_state building and task_state spawning. [ 1233.733935] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1233.733935] env[69735]: value = "task-3606027" [ 1233.733935] env[69735]: _type = "Task" [ 1233.733935] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.743009] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.791313] env[69735]: DEBUG nova.network.neutron [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Successfully updated port: 4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.829597] env[69735]: DEBUG oslo_vmware.api [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606026, 'name': ResetVM_Task, 'duration_secs': 0.106795} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.830039] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Did hard reboot of VM {{(pid=69735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1233.830231] env[69735]: DEBUG nova.compute.manager [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.831066] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf053b-fc0a-4149-81ff-48b24f63bccd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.860493] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 18418e30-c3a0-45d8-bf6e-dec88b0c0102] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.934130] env[69735]: DEBUG nova.scheduler.client.report [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.245336] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.290030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "4b079bf6-6f05-43ae-aeca-87ca5621e746" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.290328] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "4b079bf6-6f05-43ae-aeca-87ca5621e746" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.290541] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "4b079bf6-6f05-43ae-aeca-87ca5621e746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.290760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "4b079bf6-6f05-43ae-aeca-87ca5621e746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.291059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "4b079bf6-6f05-43ae-aeca-87ca5621e746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.292932] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.297023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.297023] env[69735]: DEBUG nova.network.neutron [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.297023] env[69735]: INFO nova.compute.manager [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Terminating instance [ 1234.347359] env[69735]: DEBUG oslo_concurrency.lockutils [None req-28460f0c-5d3e-4448-92f1-2ddcbdd46979 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.346s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.363075] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 02d38753-5c00-4458-98c6-7c9aecbfe906] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.376551] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "8d44281e-c66a-4aba-9950-b08f033418c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.376820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "8d44281e-c66a-4aba-9950-b08f033418c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.377045] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "8d44281e-c66a-4aba-9950-b08f033418c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.377232] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "8d44281e-c66a-4aba-9950-b08f033418c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.377403] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "8d44281e-c66a-4aba-9950-b08f033418c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.382184] env[69735]: INFO nova.compute.manager [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Terminating instance [ 1234.439573] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.443017] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.161s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.443266] env[69735]: DEBUG nova.objects.instance [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'resources' on Instance uuid 435995aa-69ad-48c6-836a-6bfe0a1486f4 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.468198] env[69735]: INFO nova.scheduler.client.report [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted allocations for instance f391448d-3ea1-4836-bbd7-9f0df071fa48 [ 1234.558279] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.559234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.559488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.745502] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606027, 'name': ReconfigVM_Task, 'duration_secs': 1.005758} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.745799] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Reconfigured VM instance instance-0000006e to attach disk [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233/b488dea8-7fb7-48f6-a9e1-a5e2b307d233.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.746762] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-241360f3-4e2a-4a48-86e5-985be282a71b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.752056] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1234.752056] env[69735]: value = "task-3606028" [ 1234.752056] env[69735]: _type = "Task" [ 1234.752056] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.762486] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606028, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.805489] env[69735]: DEBUG nova.compute.manager [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.805748] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.806996] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a02faf9-e604-4f3f-8b08-aaf6586de189 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.815156] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.815460] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6fd581c-b73c-4d57-9dd7-964598bec67d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.826023] env[69735]: DEBUG oslo_vmware.api [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1234.826023] env[69735]: value = "task-3606029" [ 1234.826023] env[69735]: _type = "Task" [ 1234.826023] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.827726] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.827881] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.828077] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.828282] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.828472] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.831147] env[69735]: INFO nova.compute.manager [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Terminating instance [ 1234.837469] env[69735]: DEBUG oslo_vmware.api [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.852484] env[69735]: DEBUG nova.network.neutron [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.867126] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d5a350ac-d4c3-4b67-b8eb-df12d65daa67] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.887393] env[69735]: DEBUG nova.compute.manager [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.887650] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.889109] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5187c48-3e12-4cdf-81ef-008912e712a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.898044] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.898396] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dd9ca31-0f2d-4e62-b6b3-396bf6d1a21a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.905163] env[69735]: DEBUG oslo_vmware.api [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1234.905163] env[69735]: value = "task-3606030" [ 1234.905163] env[69735]: _type = "Task" [ 1234.905163] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.915064] env[69735]: DEBUG oslo_vmware.api [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.977432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0385274e-f531-41da-8abf-092757473bad tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "f391448d-3ea1-4836-bbd7-9f0df071fa48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.838s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.096725] env[69735]: DEBUG nova.network.neutron [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Updating instance_info_cache with network_info: [{"id": "4109a39e-4348-4b22-9c9c-3edf397834c0", "address": "fa:16:3e:47:b2:6f", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4109a39e-43", "ovs_interfaceid": "4109a39e-4348-4b22-9c9c-3edf397834c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.242821] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf674f52-ad7a-4e99-a66f-fdd9cee07c8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.253419] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecb17d2-7b69-49a4-9233-a4bf1623ab7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.264963] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606028, 'name': Rename_Task, 'duration_secs': 0.195854} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.297697] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.297973] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29111565-43a4-4c94-aa34-0df504394281 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.302998] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3492b1-8276-4c34-81c7-c42cacbfb050 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.310417] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036046c2-a399-4e6c-8239-fcb3acae8247 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.315059] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1235.315059] env[69735]: value = "task-3606031" [ 1235.315059] env[69735]: _type = "Task" [ 1235.315059] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.330580] env[69735]: DEBUG nova.compute.provider_tree [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.340643] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606031, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.346755] env[69735]: DEBUG nova.compute.manager [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.348069] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.348069] env[69735]: DEBUG oslo_vmware.api [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606029, 'name': PowerOffVM_Task, 'duration_secs': 0.19709} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.349281] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe1c7c2-af52-4dde-b4a7-648ee8a739b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.352101] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.352284] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.352868] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-783a165b-031c-4942-9748-9da0ecc4e0e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.360418] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.360418] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cba06337-c81a-4d7d-8011-369de9c3e875 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.369334] env[69735]: DEBUG oslo_vmware.api [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1235.369334] env[69735]: value = "task-3606033" [ 1235.369334] env[69735]: _type = "Task" [ 1235.369334] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.369669] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 8e836323-ef53-49c1-a3fb-51934efecf6d] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.381595] env[69735]: DEBUG oslo_vmware.api [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.415409] env[69735]: DEBUG oslo_vmware.api [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606030, 'name': PowerOffVM_Task, 'duration_secs': 0.196603} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.415409] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.415614] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.415845] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75c72ee4-856e-4324-85cb-957761108de3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.424032] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.424032] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.424032] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleting the datastore file [datastore2] 4b079bf6-6f05-43ae-aeca-87ca5621e746 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.424032] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973206fc-6f37-4e82-bb41-923f015ff0dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.428420] env[69735]: DEBUG oslo_vmware.api [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1235.428420] env[69735]: value = "task-3606035" [ 1235.428420] env[69735]: _type = "Task" [ 1235.428420] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.437034] env[69735]: DEBUG oslo_vmware.api [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.489482] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.489628] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.489811] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleting the datastore file [datastore2] 8d44281e-c66a-4aba-9950-b08f033418c0 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.490011] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eeb84c3-14d7-4713-9862-fc3bb1890d9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.497692] env[69735]: DEBUG oslo_vmware.api [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for the task: (returnval){ [ 1235.497692] env[69735]: value = "task-3606036" [ 1235.497692] env[69735]: _type = "Task" [ 1235.497692] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.509638] env[69735]: DEBUG oslo_vmware.api [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.598961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.599352] env[69735]: DEBUG nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Instance network_info: |[{"id": "4109a39e-4348-4b22-9c9c-3edf397834c0", "address": "fa:16:3e:47:b2:6f", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4109a39e-43", "ovs_interfaceid": "4109a39e-4348-4b22-9c9c-3edf397834c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.599778] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:b2:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4109a39e-4348-4b22-9c9c-3edf397834c0', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.608568] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.608846] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.609121] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33741412-80b0-4fdb-9c73-ad1be55b1824 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.626525] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.626717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.626891] env[69735]: DEBUG nova.network.neutron [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.633175] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.633175] env[69735]: value = "task-3606037" [ 1235.633175] env[69735]: _type = "Task" [ 1235.633175] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.643143] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606037, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.722540] env[69735]: DEBUG nova.compute.manager [req-d1fcc3c7-9db7-4c99-911a-9ab57106748d req-3a133a47-fe86-466e-940d-9c352c168cbb service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Received event network-changed-4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.722707] env[69735]: DEBUG nova.compute.manager [req-d1fcc3c7-9db7-4c99-911a-9ab57106748d req-3a133a47-fe86-466e-940d-9c352c168cbb service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Refreshing instance network info cache due to event network-changed-4109a39e-4348-4b22-9c9c-3edf397834c0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.723081] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1fcc3c7-9db7-4c99-911a-9ab57106748d req-3a133a47-fe86-466e-940d-9c352c168cbb service nova] Acquiring lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.723209] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1fcc3c7-9db7-4c99-911a-9ab57106748d req-3a133a47-fe86-466e-940d-9c352c168cbb service nova] Acquired lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.723387] env[69735]: DEBUG nova.network.neutron [req-d1fcc3c7-9db7-4c99-911a-9ab57106748d req-3a133a47-fe86-466e-940d-9c352c168cbb service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Refreshing network info cache for port 4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.825949] env[69735]: DEBUG oslo_vmware.api [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606031, 'name': PowerOnVM_Task, 'duration_secs': 0.48229} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.826214] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.826381] env[69735]: INFO nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1235.826561] env[69735]: DEBUG nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.827487] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6083b922-5ecb-4541-9312-b3746dd9a555 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.842452] env[69735]: DEBUG nova.scheduler.client.report [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.872329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquiring lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.873033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.877869] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: c8355b1e-3a2c-45cb-9ade-91fe8cf9b638] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.889157] env[69735]: DEBUG oslo_vmware.api [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606033, 'name': PowerOffVM_Task, 'duration_secs': 0.195479} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.889541] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.889750] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.890068] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9451db4-31a7-4573-8218-b6d39c18db15 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.940712] env[69735]: DEBUG oslo_vmware.api [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149467} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.943629] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.943629] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.943629] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.943629] env[69735]: INFO nova.compute.manager [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1235.943629] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.943629] env[69735]: DEBUG nova.compute.manager [-] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.943629] env[69735]: DEBUG nova.network.neutron [-] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.961423] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.961663] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.961843] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Deleting the datastore file [datastore1] 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.962204] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-409211c9-2df1-4205-80a8-7ea5d5ee8f01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.969232] env[69735]: DEBUG oslo_vmware.api [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for the task: (returnval){ [ 1235.969232] env[69735]: value = "task-3606039" [ 1235.969232] env[69735]: _type = "Task" [ 1235.969232] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.980019] env[69735]: DEBUG oslo_vmware.api [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.008271] env[69735]: DEBUG oslo_vmware.api [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Task: {'id': task-3606036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144625} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.008904] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.009119] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.009299] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.009471] env[69735]: INFO nova.compute.manager [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1236.009709] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.009908] env[69735]: DEBUG nova.compute.manager [-] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.010047] env[69735]: DEBUG nova.network.neutron [-] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.143295] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606037, 'name': CreateVM_Task, 'duration_secs': 0.459368} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.143478] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.144154] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.145097] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.145097] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.145097] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393463fa-0ba9-4afd-a4e2-86075c1dfd38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.149796] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1236.149796] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529d0747-8f00-e80f-cde1-8fc0541c438b" [ 1236.149796] env[69735]: _type = "Task" [ 1236.149796] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.159989] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529d0747-8f00-e80f-cde1-8fc0541c438b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.347916] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.351705] env[69735]: INFO nova.compute.manager [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Took 12.54 seconds to build instance. [ 1236.378088] env[69735]: DEBUG nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.382962] env[69735]: INFO nova.scheduler.client.report [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleted allocations for instance 435995aa-69ad-48c6-836a-6bfe0a1486f4 [ 1236.383974] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: f4dc6fe9-597d-4b7c-8db7-bdbfc173d67f] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.453331] env[69735]: DEBUG nova.network.neutron [req-d1fcc3c7-9db7-4c99-911a-9ab57106748d req-3a133a47-fe86-466e-940d-9c352c168cbb service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Updated VIF entry in instance network info cache for port 4109a39e-4348-4b22-9c9c-3edf397834c0. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.453635] env[69735]: DEBUG nova.network.neutron [req-d1fcc3c7-9db7-4c99-911a-9ab57106748d req-3a133a47-fe86-466e-940d-9c352c168cbb service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Updating instance_info_cache with network_info: [{"id": "4109a39e-4348-4b22-9c9c-3edf397834c0", "address": "fa:16:3e:47:b2:6f", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4109a39e-43", "ovs_interfaceid": "4109a39e-4348-4b22-9c9c-3edf397834c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.479987] env[69735]: DEBUG oslo_vmware.api [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Task: {'id': task-3606039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441042} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.480366] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.480609] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.480848] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.481073] env[69735]: INFO nova.compute.manager [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1236.481356] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.483878] env[69735]: DEBUG nova.compute.manager [-] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.484077] env[69735]: DEBUG nova.network.neutron [-] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.669581] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529d0747-8f00-e80f-cde1-8fc0541c438b, 'name': SearchDatastore_Task, 'duration_secs': 0.018298} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.673180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.676278] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.676278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.676278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.676278] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.676278] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf8a892-40c5-47f7-b42b-9d943bae90cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.687022] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.687022] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.687022] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e375e06-31e8-4c11-b16c-9d1778ec1d32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.694671] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1236.694671] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e95a44-e71c-2cd9-918b-a672797f3539" [ 1236.694671] env[69735]: _type = "Task" [ 1236.694671] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.703416] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e95a44-e71c-2cd9-918b-a672797f3539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.767482] env[69735]: DEBUG nova.network.neutron [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance_info_cache with network_info: [{"id": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "address": "fa:16:3e:67:f5:a5", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96463bc4-dc", "ovs_interfaceid": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.802985] env[69735]: DEBUG nova.compute.manager [req-3bbb18d6-07b6-42a9-9999-03de193cdd05 req-d6c1e661-04bd-44da-8976-bc139603e611 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Received event network-vif-deleted-1c09bebd-8452-4165-b9c5-faf22091a534 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.803245] env[69735]: INFO nova.compute.manager [req-3bbb18d6-07b6-42a9-9999-03de193cdd05 req-d6c1e661-04bd-44da-8976-bc139603e611 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Neutron deleted interface 1c09bebd-8452-4165-b9c5-faf22091a534; detaching it from the instance and deleting it from the info cache [ 1236.803404] env[69735]: DEBUG nova.network.neutron [req-3bbb18d6-07b6-42a9-9999-03de193cdd05 req-d6c1e661-04bd-44da-8976-bc139603e611 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.854219] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a7accdc-f8f1-46e7-85f6-67a1c58b3c9b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.050s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.868611] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "d41479d8-60d7-4ba2-8846-93288e93c8db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.868843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "d41479d8-60d7-4ba2-8846-93288e93c8db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.888565] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: c6c84afc-2a50-4406-b933-13136d8c0257] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.892197] env[69735]: DEBUG oslo_concurrency.lockutils [None req-40649721-e736-4718-9e51-8e295bd27bf3 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "435995aa-69ad-48c6-836a-6bfe0a1486f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.363s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.910729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.911253] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.913676] env[69735]: INFO nova.compute.claims [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.955720] env[69735]: DEBUG oslo_concurrency.lockutils [req-d1fcc3c7-9db7-4c99-911a-9ab57106748d req-3a133a47-fe86-466e-940d-9c352c168cbb service nova] Releasing lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.098718] env[69735]: DEBUG nova.network.neutron [-] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.163121] env[69735]: DEBUG nova.network.neutron [-] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.206026] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e95a44-e71c-2cd9-918b-a672797f3539, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.206812] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6ef033-d6be-4a2c-b9c8-753542d14958 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.211686] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1237.211686] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b31a3f-c466-45c3-7511-7335882c5752" [ 1237.211686] env[69735]: _type = "Task" [ 1237.211686] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.219237] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b31a3f-c466-45c3-7511-7335882c5752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.269466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.280274] env[69735]: DEBUG nova.network.neutron [-] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.305558] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02420782-268c-4da0-b86b-3003a06990e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.317139] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bfd4f6-f9dc-4913-8482-38d8bf6b054d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.353284] env[69735]: DEBUG nova.compute.manager [req-3bbb18d6-07b6-42a9-9999-03de193cdd05 req-d6c1e661-04bd-44da-8976-bc139603e611 service nova] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Detach interface failed, port_id=1c09bebd-8452-4165-b9c5-faf22091a534, reason: Instance 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.373392] env[69735]: DEBUG nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1237.394704] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: f537c6eb-c28a-4b35-86f6-a2af8806475c] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.602798] env[69735]: INFO nova.compute.manager [-] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Took 1.66 seconds to deallocate network for instance. [ 1237.664963] env[69735]: INFO nova.compute.manager [-] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Took 1.65 seconds to deallocate network for instance. [ 1237.723773] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52b31a3f-c466-45c3-7511-7335882c5752, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.724333] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.725055] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 4edc7d36-b22d-44a2-85ae-7b6bd77b2634/4edc7d36-b22d-44a2-85ae-7b6bd77b2634.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.725570] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeb17d9e-f730-4a66-b4e9-f9ac4199ad1b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.733323] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1237.733323] env[69735]: value = "task-3606040" [ 1237.733323] env[69735]: _type = "Task" [ 1237.733323] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.743326] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.759031] env[69735]: DEBUG nova.compute.manager [req-75ba73cf-373b-4a87-8dde-51659e900d9a req-7be12456-612c-4b71-ab1d-00ff290da9b0 service nova] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Received event network-vif-deleted-a7ce3afd-df85-4bf4-a49b-718fc28b2d7b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.759031] env[69735]: DEBUG nova.compute.manager [req-75ba73cf-373b-4a87-8dde-51659e900d9a req-7be12456-612c-4b71-ab1d-00ff290da9b0 service nova] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Received event network-vif-deleted-16e9e068-c9b8-4220-acfa-cb784e0d009e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.779192] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ee285-9472-4fcc-950d-908242819d60 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.783424] env[69735]: INFO nova.compute.manager [-] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Took 1.30 seconds to deallocate network for instance. [ 1237.792410] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f8cadb-a361-45a6-bce8-4816d192e4dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.896758] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 187cd818-d85b-421b-8b69-9b20e04e146b] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.900307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.110522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.169944] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf0dbe9-a9e8-4628-8975-f29f6151dc52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.174367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.180486] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8523d7-ff4e-478a-bce8-1aa717c3e3d8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.220022] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081eacf7-268a-496a-bbc7-ba8156465b55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.226517] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b790361-59b5-4ce3-a7ed-b9427ba4abc5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.241078] env[69735]: DEBUG nova.compute.provider_tree [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.251277] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484628} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.251794] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 4edc7d36-b22d-44a2-85ae-7b6bd77b2634/4edc7d36-b22d-44a2-85ae-7b6bd77b2634.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.252234] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.253266] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bbe8e72-494a-40e1-a9db-a2d16e6acb76 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.261495] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1238.261495] env[69735]: value = "task-3606041" [ 1238.261495] env[69735]: _type = "Task" [ 1238.261495] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.269879] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.292316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.401494] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 6c299dbd-f868-485b-9318-e9f40e1072b2] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.746972] env[69735]: DEBUG nova.scheduler.client.report [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.773284] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066723} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.773757] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.774574] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc45e5-3a22-4deb-8dd2-cb19573a3b9a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.797346] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 4edc7d36-b22d-44a2-85ae-7b6bd77b2634/4edc7d36-b22d-44a2-85ae-7b6bd77b2634.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.798060] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4144f5f3-9385-461d-b767-c3c63e818f95 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.821348] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1238.821348] env[69735]: value = "task-3606042" [ 1238.821348] env[69735]: _type = "Task" [ 1238.821348] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.829017] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.904779] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 3a1bc72d-ba13-4db4-95cb-3922dc50345a] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.915973] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece720f0-21e0-4dea-a71f-bc45d00507b7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.941648] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58fbf7c-1253-477e-9ad1-829d9c1c56d0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.952940] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance '3c5cea82-be68-414f-9c33-bb50c4b66117' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.971572] env[69735]: DEBUG nova.compute.manager [req-a81ed4c9-4f55-4287-9281-5b3b3a8f17ba req-eae95693-d2c5-4dec-b473-fda313e0a73d service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received event network-changed-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.971772] env[69735]: DEBUG nova.compute.manager [req-a81ed4c9-4f55-4287-9281-5b3b3a8f17ba req-eae95693-d2c5-4dec-b473-fda313e0a73d service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Refreshing instance network info cache due to event network-changed-0a42a28f-6084-4ad3-af20-3e8c15c38458. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.972377] env[69735]: DEBUG oslo_concurrency.lockutils [req-a81ed4c9-4f55-4287-9281-5b3b3a8f17ba req-eae95693-d2c5-4dec-b473-fda313e0a73d service nova] Acquiring lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.974293] env[69735]: DEBUG oslo_concurrency.lockutils [req-a81ed4c9-4f55-4287-9281-5b3b3a8f17ba req-eae95693-d2c5-4dec-b473-fda313e0a73d service nova] Acquired lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.974293] env[69735]: DEBUG nova.network.neutron [req-a81ed4c9-4f55-4287-9281-5b3b3a8f17ba req-eae95693-d2c5-4dec-b473-fda313e0a73d service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Refreshing network info cache for port 0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.000342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "73027100-1dab-42c9-bfcd-76143b827950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.000342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.252106] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.252637] env[69735]: DEBUG nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.255206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.355s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.256842] env[69735]: INFO nova.compute.claims [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.332300] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.409415] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: a0982ea0-b854-4de4-9694-3a2c44523ad3] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.461030] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.461327] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df72380b-7b16-4e83-995e-515a23379778 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.468987] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1239.468987] env[69735]: value = "task-3606043" [ 1239.468987] env[69735]: _type = "Task" [ 1239.468987] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.479070] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.503762] env[69735]: DEBUG nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.709947] env[69735]: DEBUG nova.network.neutron [req-a81ed4c9-4f55-4287-9281-5b3b3a8f17ba req-eae95693-d2c5-4dec-b473-fda313e0a73d service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updated VIF entry in instance network info cache for port 0a42a28f-6084-4ad3-af20-3e8c15c38458. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.710414] env[69735]: DEBUG nova.network.neutron [req-a81ed4c9-4f55-4287-9281-5b3b3a8f17ba req-eae95693-d2c5-4dec-b473-fda313e0a73d service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [{"id": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "address": "fa:16:3e:5d:30:0b", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a42a28f-60", "ovs_interfaceid": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.763253] env[69735]: DEBUG nova.compute.utils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.766842] env[69735]: DEBUG nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.766842] env[69735]: DEBUG nova.network.neutron [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.803999] env[69735]: DEBUG nova.policy [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13c87c4f3db4586acdecb32987556dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e14faf2cb8546fabb133d445362b212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.832721] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606042, 'name': ReconfigVM_Task, 'duration_secs': 0.559506} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.833087] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 4edc7d36-b22d-44a2-85ae-7b6bd77b2634/4edc7d36-b22d-44a2-85ae-7b6bd77b2634.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.833746] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7edfee98-51ee-4327-9745-133cb7b42a3b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.840130] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1239.840130] env[69735]: value = "task-3606044" [ 1239.840130] env[69735]: _type = "Task" [ 1239.840130] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.848561] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606044, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.912785] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: a457c297-0bf1-4faf-af8e-a00ff265462a] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.979697] env[69735]: DEBUG oslo_vmware.api [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606043, 'name': PowerOnVM_Task, 'duration_secs': 0.397774} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.979988] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.980210] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-66629851-2f9f-4036-bcfc-c70bc9dd91c0 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance '3c5cea82-be68-414f-9c33-bb50c4b66117' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.034299] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.037359] env[69735]: DEBUG nova.compute.manager [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1240.090447] env[69735]: DEBUG nova.network.neutron [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Successfully created port: 82c9771b-3edc-4caf-9e91-6a9606a7ff0e {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.213937] env[69735]: DEBUG oslo_concurrency.lockutils [req-a81ed4c9-4f55-4287-9281-5b3b3a8f17ba req-eae95693-d2c5-4dec-b473-fda313e0a73d service nova] Releasing lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.267862] env[69735]: DEBUG nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.350132] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606044, 'name': Rename_Task, 'duration_secs': 0.271132} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.350419] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.350666] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c99551b3-bb80-43a6-bc3b-6606b349c99c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.356856] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1240.356856] env[69735]: value = "task-3606045" [ 1240.356856] env[69735]: _type = "Task" [ 1240.356856] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.367911] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.415512] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 3f9462ac-d88a-4be6-8622-137f5f8a2425] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.530716] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3d2a8b-33f5-4795-89ec-e3a443c3fa06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.538438] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b73de81-a109-4cb9-afd5-bf7d7ced20db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.577588] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.578405] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af486273-46fc-4389-9bfb-75e1587d2589 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.585750] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a30f2a-4df2-441b-b754-5f6e2a9758af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.599323] env[69735]: DEBUG nova.compute.provider_tree [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.866646] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606045, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.918721] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: a8571657-4975-448d-9902-1ada5a780e15] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.102219] env[69735]: DEBUG nova.scheduler.client.report [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.283511] env[69735]: DEBUG nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.309368] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.309670] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.309825] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.310071] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.310321] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.310505] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.310742] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.310929] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.311140] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.311313] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.311484] env[69735]: DEBUG nova.virt.hardware [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.312460] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eab068-c3e8-467f-a4b0-8579eb5e1e11 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.322075] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c64a432-c30a-4ece-94ad-888f5f79e02d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.367473] env[69735]: DEBUG oslo_vmware.api [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606045, 'name': PowerOnVM_Task, 'duration_secs': 0.983098} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.367998] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.368231] env[69735]: INFO nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1241.368434] env[69735]: DEBUG nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.369226] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3706921e-256c-445b-ae14-29039ee8ec5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.421839] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 5e0bd7e8-a53c-4c56-86b2-31e0d9cfc1ad] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.465285] env[69735]: DEBUG nova.compute.manager [req-31786d84-6d22-45ab-b029-a23384ed5d23 req-33056aab-c639-4491-ab67-c538fc8546af service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Received event network-vif-plugged-82c9771b-3edc-4caf-9e91-6a9606a7ff0e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.465285] env[69735]: DEBUG oslo_concurrency.lockutils [req-31786d84-6d22-45ab-b029-a23384ed5d23 req-33056aab-c639-4491-ab67-c538fc8546af service nova] Acquiring lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.465285] env[69735]: DEBUG oslo_concurrency.lockutils [req-31786d84-6d22-45ab-b029-a23384ed5d23 req-33056aab-c639-4491-ab67-c538fc8546af service nova] Lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.465285] env[69735]: DEBUG oslo_concurrency.lockutils [req-31786d84-6d22-45ab-b029-a23384ed5d23 req-33056aab-c639-4491-ab67-c538fc8546af service nova] Lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.465285] env[69735]: DEBUG nova.compute.manager [req-31786d84-6d22-45ab-b029-a23384ed5d23 req-33056aab-c639-4491-ab67-c538fc8546af service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] No waiting events found dispatching network-vif-plugged-82c9771b-3edc-4caf-9e91-6a9606a7ff0e {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.465285] env[69735]: WARNING nova.compute.manager [req-31786d84-6d22-45ab-b029-a23384ed5d23 req-33056aab-c639-4491-ab67-c538fc8546af service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Received unexpected event network-vif-plugged-82c9771b-3edc-4caf-9e91-6a9606a7ff0e for instance with vm_state building and task_state spawning. [ 1241.523552] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.523552] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.523552] env[69735]: INFO nova.compute.manager [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Shelving [ 1241.551051] env[69735]: DEBUG nova.network.neutron [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Successfully updated port: 82c9771b-3edc-4caf-9e91-6a9606a7ff0e {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.606956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.607542] env[69735]: DEBUG nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.609966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.500s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.610655] env[69735]: DEBUG nova.objects.instance [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lazy-loading 'resources' on Instance uuid 4b079bf6-6f05-43ae-aeca-87ca5621e746 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.830804] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "3c5cea82-be68-414f-9c33-bb50c4b66117" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.831080] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.831272] env[69735]: DEBUG nova.compute.manager [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Going to confirm migration 8 {{(pid=69735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1241.884960] env[69735]: INFO nova.compute.manager [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Took 16.63 seconds to build instance. [ 1241.925040] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 347dd678-4892-4126-884d-ff7b5b9db3bd] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.056169] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquiring lock "refresh_cache-03de46d5-e78f-4939-9ec7-b109b6ddaaeb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.056248] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquired lock "refresh_cache-03de46d5-e78f-4939-9ec7-b109b6ddaaeb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.056401] env[69735]: DEBUG nova.network.neutron [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.117289] env[69735]: DEBUG nova.compute.utils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.119303] env[69735]: DEBUG nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.119597] env[69735]: DEBUG nova.network.neutron [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.166437] env[69735]: DEBUG nova.policy [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '638cd01ea55a4b6bb2e3933e48b8fe47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895896a71c4e4c80a5a24d7c8d4e9b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.386295] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e149b9fc-c79f-4e03-a885-d4ed049fe92b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.390848] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38420c80-5543-419d-bbd8-c5c327c9ffa5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.153s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.396745] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1f48ff-4ec8-4bcb-bd12-d312a4bb7141 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.405140] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.405432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquired lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.405950] env[69735]: DEBUG nova.network.neutron [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.406360] env[69735]: DEBUG nova.objects.instance [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'info_cache' on Instance uuid 3c5cea82-be68-414f-9c33-bb50c4b66117 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.440816] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 690e0729-123d-4935-bcc4-2e0f8248ddc0] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.440816] env[69735]: DEBUG nova.network.neutron [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Successfully created port: a9d8cf61-c4e5-4b35-bd56-635a01a55d6f {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.443701] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ea1d5-4e70-4874-8ba3-0eaaa59555fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.452310] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c176f4a-46ae-4030-8151-f2125123a675 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.456846] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.457085] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.457257] env[69735]: INFO nova.compute.manager [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Shelving [ 1242.469302] env[69735]: DEBUG nova.compute.provider_tree [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.536921] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.537104] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b3bcdf-fb1b-4548-8157-3dc053e79c3d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.544568] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1242.544568] env[69735]: value = "task-3606046" [ 1242.544568] env[69735]: _type = "Task" [ 1242.544568] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.552960] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.586970] env[69735]: DEBUG nova.network.neutron [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.623430] env[69735]: DEBUG nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.947096] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: abbd2490-51e6-4c89-865a-7ce4d096e72e] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.974552] env[69735]: DEBUG nova.scheduler.client.report [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.982161] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.982161] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b032262a-3387-4d4c-9686-c0c5750915ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.990727] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1242.990727] env[69735]: value = "task-3606047" [ 1242.990727] env[69735]: _type = "Task" [ 1242.990727] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.000078] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.049457] env[69735]: DEBUG nova.network.neutron [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Updating instance_info_cache with network_info: [{"id": "82c9771b-3edc-4caf-9e91-6a9606a7ff0e", "address": "fa:16:3e:cd:48:ad", "network": {"id": "e9d3ff56-71aa-4e3b-98b6-7af7d2064f9d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1499495221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14faf2cb8546fabb133d445362b212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9771b-3e", "ovs_interfaceid": "82c9771b-3edc-4caf-9e91-6a9606a7ff0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.056158] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606046, 'name': PowerOffVM_Task, 'duration_secs': 0.443875} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.056421] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.057246] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed3755-ded4-4dec-851a-e7f8b7090aca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.077021] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563a272-e07d-4aee-9082-375bd81d1f01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.450818] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 81b83080-599c-4426-807f-1faa83db2c35] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.486546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.489711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.316s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.489711] env[69735]: DEBUG nova.objects.instance [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lazy-loading 'resources' on Instance uuid 8d44281e-c66a-4aba-9950-b08f033418c0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.501017] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606047, 'name': PowerOffVM_Task, 'duration_secs': 0.486446} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.501336] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.502185] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00da95a-9bd1-4d8d-9647-4e76450ac5f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.523882] env[69735]: INFO nova.scheduler.client.report [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleted allocations for instance 4b079bf6-6f05-43ae-aeca-87ca5621e746 [ 1243.525378] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d24f87-3285-4017-b41e-955c496507fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.528927] env[69735]: DEBUG nova.compute.manager [req-50712943-5d1a-4bef-9e10-2c2331f9abac req-fbc1629a-a12f-4230-ada4-2bfe5a2ea54c service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Received event network-changed-82c9771b-3edc-4caf-9e91-6a9606a7ff0e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.529132] env[69735]: DEBUG nova.compute.manager [req-50712943-5d1a-4bef-9e10-2c2331f9abac req-fbc1629a-a12f-4230-ada4-2bfe5a2ea54c service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Refreshing instance network info cache due to event network-changed-82c9771b-3edc-4caf-9e91-6a9606a7ff0e. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.529319] env[69735]: DEBUG oslo_concurrency.lockutils [req-50712943-5d1a-4bef-9e10-2c2331f9abac req-fbc1629a-a12f-4230-ada4-2bfe5a2ea54c service nova] Acquiring lock "refresh_cache-03de46d5-e78f-4939-9ec7-b109b6ddaaeb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.552379] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Releasing lock "refresh_cache-03de46d5-e78f-4939-9ec7-b109b6ddaaeb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.552379] env[69735]: DEBUG nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Instance network_info: |[{"id": "82c9771b-3edc-4caf-9e91-6a9606a7ff0e", "address": "fa:16:3e:cd:48:ad", "network": {"id": "e9d3ff56-71aa-4e3b-98b6-7af7d2064f9d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1499495221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14faf2cb8546fabb133d445362b212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9771b-3e", "ovs_interfaceid": "82c9771b-3edc-4caf-9e91-6a9606a7ff0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.552850] env[69735]: DEBUG oslo_concurrency.lockutils [req-50712943-5d1a-4bef-9e10-2c2331f9abac req-fbc1629a-a12f-4230-ada4-2bfe5a2ea54c service nova] Acquired lock "refresh_cache-03de46d5-e78f-4939-9ec7-b109b6ddaaeb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.552850] env[69735]: DEBUG nova.network.neutron [req-50712943-5d1a-4bef-9e10-2c2331f9abac req-fbc1629a-a12f-4230-ada4-2bfe5a2ea54c service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Refreshing network info cache for port 82c9771b-3edc-4caf-9e91-6a9606a7ff0e {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.555347] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:48:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82c9771b-3edc-4caf-9e91-6a9606a7ff0e', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.564030] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Creating folder: Project (5e14faf2cb8546fabb133d445362b212). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.564030] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f462709f-f947-4e5b-bf31-7f53b3c862af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.579068] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Created folder: Project (5e14faf2cb8546fabb133d445362b212) in parent group-v719064. [ 1243.579613] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Creating folder: Instances. Parent ref: group-v719364. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.579613] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11bd2da2-585e-4aa7-96f4-f153ad1ac2c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.588262] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1243.589163] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-776f8666-efd3-4604-89d6-2328a8a7227d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.592106] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Created folder: Instances in parent group-v719364. [ 1243.592340] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.592950] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.593197] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa5edb2c-e406-4565-bcf6-816e77d5d0ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.610639] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1243.610639] env[69735]: value = "task-3606050" [ 1243.610639] env[69735]: _type = "Task" [ 1243.610639] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.617755] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.617755] env[69735]: value = "task-3606051" [ 1243.617755] env[69735]: _type = "Task" [ 1243.617755] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.624908] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606050, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.630139] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606051, 'name': CreateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.633413] env[69735]: DEBUG nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.668916] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.669181] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.669338] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.669519] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.669665] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.669813] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.670040] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.670203] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.670373] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.670538] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.670710] env[69735]: DEBUG nova.virt.hardware [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.671636] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50244cd-4ba9-4720-958b-a73cda09da47 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.682875] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd34871-8fdc-42eb-ac5f-e4ce32de852c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.749592] env[69735]: DEBUG nova.network.neutron [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance_info_cache with network_info: [{"id": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "address": "fa:16:3e:67:f5:a5", "network": {"id": "d101456f-e49d-468a-8870-97b5a0236a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061199705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afd87e485004007ae03bb74894f7edf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96463bc4-dc", "ovs_interfaceid": "96463bc4-dcfd-4fff-a561-e6a858a390e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.912904] env[69735]: DEBUG nova.network.neutron [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Successfully updated port: a9d8cf61-c4e5-4b35-bd56-635a01a55d6f {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.953453] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 4fa542f9-65e3-409b-b92c-f027ab8654b1] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.040757] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2af5b661-1f14-4889-a483-6070022d6209 tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "4b079bf6-6f05-43ae-aeca-87ca5621e746" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.750s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.046129] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1244.046894] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe492d4d-c403-402d-86bf-fc7116eb8aab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.054615] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1244.054615] env[69735]: value = "task-3606052" [ 1244.054615] env[69735]: _type = "Task" [ 1244.054615] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.071019] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606052, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.120786] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606050, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.131286] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606051, 'name': CreateVM_Task, 'duration_secs': 0.37718} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.131474] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.132900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.132900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.132900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.133210] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c4fb67-7461-4476-96d9-a805b2c9f051 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.137337] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1244.137337] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ca5f57-d59d-cbd0-627c-c7f4fb46d108" [ 1244.137337] env[69735]: _type = "Task" [ 1244.137337] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.152801] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ca5f57-d59d-cbd0-627c-c7f4fb46d108, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.153147] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.153397] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.154670] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.154670] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.154670] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.154670] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d100903-ac9c-40e7-960c-c4725b707f5d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.161988] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.162201] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.162990] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7e821c-217b-44b6-a836-57bc8a811c0f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.170161] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1244.170161] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527d3883-af6d-56ad-4f02-bf5d934f7991" [ 1244.170161] env[69735]: _type = "Task" [ 1244.170161] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.181827] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527d3883-af6d-56ad-4f02-bf5d934f7991, 'name': SearchDatastore_Task, 'duration_secs': 0.008704} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.184920] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ece289-8238-4bf9-9ecc-33af2c792fb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.191617] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1244.191617] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520707e1-72d7-435d-e8b0-bd6b291a08b1" [ 1244.191617] env[69735]: _type = "Task" [ 1244.191617] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.202466] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520707e1-72d7-435d-e8b0-bd6b291a08b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.202795] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.203805] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 03de46d5-e78f-4939-9ec7-b109b6ddaaeb/03de46d5-e78f-4939-9ec7-b109b6ddaaeb.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.203805] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-941817d4-5c73-4b91-bd61-b0d32233d7ad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.210324] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1244.210324] env[69735]: value = "task-3606053" [ 1244.210324] env[69735]: _type = "Task" [ 1244.210324] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.219315] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.249127] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1bc6a-b98b-43e6-a1be-c6c64fc9ad2f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.257433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Releasing lock "refresh_cache-3c5cea82-be68-414f-9c33-bb50c4b66117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.257433] env[69735]: DEBUG nova.objects.instance [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'migration_context' on Instance uuid 3c5cea82-be68-414f-9c33-bb50c4b66117 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.262211] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21917132-5eda-436b-b96d-ab07722dc1c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.295934] env[69735]: DEBUG nova.network.neutron [req-50712943-5d1a-4bef-9e10-2c2331f9abac req-fbc1629a-a12f-4230-ada4-2bfe5a2ea54c service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Updated VIF entry in instance network info cache for port 82c9771b-3edc-4caf-9e91-6a9606a7ff0e. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.296364] env[69735]: DEBUG nova.network.neutron [req-50712943-5d1a-4bef-9e10-2c2331f9abac req-fbc1629a-a12f-4230-ada4-2bfe5a2ea54c service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Updating instance_info_cache with network_info: [{"id": "82c9771b-3edc-4caf-9e91-6a9606a7ff0e", "address": "fa:16:3e:cd:48:ad", "network": {"id": "e9d3ff56-71aa-4e3b-98b6-7af7d2064f9d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1499495221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14faf2cb8546fabb133d445362b212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9771b-3e", "ovs_interfaceid": "82c9771b-3edc-4caf-9e91-6a9606a7ff0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.298233] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9508779-594d-4dfe-9c22-7c37454a17d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.307752] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce469efe-85cf-4fb4-bc93-d0b178e83d4b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.322890] env[69735]: DEBUG nova.compute.provider_tree [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.416194] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "refresh_cache-d41479d8-60d7-4ba2-8846-93288e93c8db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.416518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "refresh_cache-d41479d8-60d7-4ba2-8846-93288e93c8db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.417028] env[69735]: DEBUG nova.network.neutron [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.457606] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 66a7da51-9efb-40f0-88a6-52b205a15be8] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.564613] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606052, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.627203] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606050, 'name': CreateSnapshot_Task, 'duration_secs': 0.585292} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.627631] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1244.628517] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b7f0b-bfef-4bf7-9488-dfd06e16cff0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.719842] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606053, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.762820] env[69735]: DEBUG nova.objects.base [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Object Instance<3c5cea82-be68-414f-9c33-bb50c4b66117> lazy-loaded attributes: info_cache,migration_context {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1244.763377] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad45cf85-65c5-4d61-8d59-c11be167ffec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.782483] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2726fc-ecf3-44f0-9009-efb5bf1ac09a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.787532] env[69735]: DEBUG oslo_vmware.api [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1244.787532] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52747e26-1607-a5ec-535d-4d91a5b35cbe" [ 1244.787532] env[69735]: _type = "Task" [ 1244.787532] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.794496] env[69735]: DEBUG oslo_vmware.api [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52747e26-1607-a5ec-535d-4d91a5b35cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.802046] env[69735]: DEBUG oslo_concurrency.lockutils [req-50712943-5d1a-4bef-9e10-2c2331f9abac req-fbc1629a-a12f-4230-ada4-2bfe5a2ea54c service nova] Releasing lock "refresh_cache-03de46d5-e78f-4939-9ec7-b109b6ddaaeb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.826504] env[69735]: DEBUG nova.scheduler.client.report [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.952202] env[69735]: DEBUG nova.network.neutron [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.961160] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: c2a6a3aa-1987-4ffe-a7b4-5d6802112141] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.064860] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606052, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.081086] env[69735]: DEBUG nova.network.neutron [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Updating instance_info_cache with network_info: [{"id": "a9d8cf61-c4e5-4b35-bd56-635a01a55d6f", "address": "fa:16:3e:56:40:44", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d8cf61-c4", "ovs_interfaceid": "a9d8cf61-c4e5-4b35-bd56-635a01a55d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.150208] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1245.150545] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2df16377-fcca-48c9-8041-dda9cbedcf12 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.160413] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1245.160413] env[69735]: value = "task-3606054" [ 1245.160413] env[69735]: _type = "Task" [ 1245.160413] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.168677] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606054, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.220731] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552602} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.221013] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 03de46d5-e78f-4939-9ec7-b109b6ddaaeb/03de46d5-e78f-4939-9ec7-b109b6ddaaeb.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.221240] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.221512] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76dd5e8f-798c-4763-b69f-b5b41b38ae9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.230990] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1245.230990] env[69735]: value = "task-3606055" [ 1245.230990] env[69735]: _type = "Task" [ 1245.230990] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.238959] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.298783] env[69735]: DEBUG oslo_vmware.api [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52747e26-1607-a5ec-535d-4d91a5b35cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.021201} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.299113] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.331444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.334031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.042s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.334285] env[69735]: DEBUG nova.objects.instance [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lazy-loading 'resources' on Instance uuid 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.352882] env[69735]: INFO nova.scheduler.client.report [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Deleted allocations for instance 8d44281e-c66a-4aba-9950-b08f033418c0 [ 1245.464281] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: dcb830b6-f2a8-4c06-aac0-b1ee4528bcbe] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.543516] env[69735]: DEBUG nova.compute.manager [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Received event network-vif-plugged-a9d8cf61-c4e5-4b35-bd56-635a01a55d6f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.543866] env[69735]: DEBUG oslo_concurrency.lockutils [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] Acquiring lock "d41479d8-60d7-4ba2-8846-93288e93c8db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.544025] env[69735]: DEBUG oslo_concurrency.lockutils [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] Lock "d41479d8-60d7-4ba2-8846-93288e93c8db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.544305] env[69735]: DEBUG oslo_concurrency.lockutils [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] Lock "d41479d8-60d7-4ba2-8846-93288e93c8db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.544582] env[69735]: DEBUG nova.compute.manager [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] No waiting events found dispatching network-vif-plugged-a9d8cf61-c4e5-4b35-bd56-635a01a55d6f {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.544809] env[69735]: WARNING nova.compute.manager [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Received unexpected event network-vif-plugged-a9d8cf61-c4e5-4b35-bd56-635a01a55d6f for instance with vm_state building and task_state spawning. [ 1245.545075] env[69735]: DEBUG nova.compute.manager [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Received event network-changed-a9d8cf61-c4e5-4b35-bd56-635a01a55d6f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.545310] env[69735]: DEBUG nova.compute.manager [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Refreshing instance network info cache due to event network-changed-a9d8cf61-c4e5-4b35-bd56-635a01a55d6f. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.545531] env[69735]: DEBUG oslo_concurrency.lockutils [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] Acquiring lock "refresh_cache-d41479d8-60d7-4ba2-8846-93288e93c8db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.565309] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606052, 'name': CreateSnapshot_Task, 'duration_secs': 1.026126} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.565567] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1245.566333] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1923b3-07f9-4953-91e7-73f904663e46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.584288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "refresh_cache-d41479d8-60d7-4ba2-8846-93288e93c8db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.584638] env[69735]: DEBUG nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Instance network_info: |[{"id": "a9d8cf61-c4e5-4b35-bd56-635a01a55d6f", "address": "fa:16:3e:56:40:44", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d8cf61-c4", "ovs_interfaceid": "a9d8cf61-c4e5-4b35-bd56-635a01a55d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.585011] env[69735]: DEBUG oslo_concurrency.lockutils [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] Acquired lock "refresh_cache-d41479d8-60d7-4ba2-8846-93288e93c8db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.585227] env[69735]: DEBUG nova.network.neutron [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Refreshing network info cache for port a9d8cf61-c4e5-4b35-bd56-635a01a55d6f {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.586778] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:40:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9d8cf61-c4e5-4b35-bd56-635a01a55d6f', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.594600] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.596033] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.596118] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b158660-50b6-417d-a8f5-028314c847a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.616466] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.616466] env[69735]: value = "task-3606056" [ 1245.616466] env[69735]: _type = "Task" [ 1245.616466] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.626454] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606056, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.669964] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606054, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.741040] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122038} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.741213] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.742052] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc7205-d367-4c9e-84d1-c56a3a9bdc92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.764834] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 03de46d5-e78f-4939-9ec7-b109b6ddaaeb/03de46d5-e78f-4939-9ec7-b109b6ddaaeb.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.765143] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced7d143-ec79-4a2e-bd30-17910aa5abc0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.784123] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1245.784123] env[69735]: value = "task-3606057" [ 1245.784123] env[69735]: _type = "Task" [ 1245.784123] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.794472] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.863000] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9b0d209f-2f68-49b4-b8a9-7e6083acab3a tempest-ListServersNegativeTestJSON-2023222538 tempest-ListServersNegativeTestJSON-2023222538-project-member] Lock "8d44281e-c66a-4aba-9950-b08f033418c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.486s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.967838] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d670c7fd-fdba-418d-8aad-959821894e9b] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.057575] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c314ab78-136a-47a1-ba07-62228ccc7e67 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.065602] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a90f148-65ce-4772-98be-81171e3f7783 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.103479] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1246.106052] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6adc9572-34e2-4a13-aad6-d9de39a9624a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.109358] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e5d9f1-ecfe-45ce-90da-d2140ecf33c0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.122329] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d1586-bcd6-4d52-8991-faa08f9a16ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.126911] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1246.126911] env[69735]: value = "task-3606058" [ 1246.126911] env[69735]: _type = "Task" [ 1246.126911] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.133488] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606056, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.141748] env[69735]: DEBUG nova.compute.provider_tree [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.148859] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606058, 'name': CloneVM_Task} progress is 12%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.174155] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606054, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.297496] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606057, 'name': ReconfigVM_Task, 'duration_secs': 0.437183} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.298170] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 03de46d5-e78f-4939-9ec7-b109b6ddaaeb/03de46d5-e78f-4939-9ec7-b109b6ddaaeb.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.298657] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa6b5890-7d0c-4077-8f07-af999a3ff14e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.306436] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1246.306436] env[69735]: value = "task-3606059" [ 1246.306436] env[69735]: _type = "Task" [ 1246.306436] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.314612] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606059, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.326148] env[69735]: DEBUG nova.network.neutron [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Updated VIF entry in instance network info cache for port a9d8cf61-c4e5-4b35-bd56-635a01a55d6f. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.326573] env[69735]: DEBUG nova.network.neutron [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Updating instance_info_cache with network_info: [{"id": "a9d8cf61-c4e5-4b35-bd56-635a01a55d6f", "address": "fa:16:3e:56:40:44", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d8cf61-c4", "ovs_interfaceid": "a9d8cf61-c4e5-4b35-bd56-635a01a55d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.471028] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 45443b55-ca14-472c-99a3-7b2d8e4bba76] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.627198] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606056, 'name': CreateVM_Task, 'duration_secs': 0.532797} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.627362] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.628094] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.628267] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.628582] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.631526] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900c7b8f-9837-4d72-991c-e04ff61065f2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.638434] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606058, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.639859] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1246.639859] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c5b9b2-a50a-b138-d855-5552c15ba2ee" [ 1246.639859] env[69735]: _type = "Task" [ 1246.639859] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.648210] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c5b9b2-a50a-b138-d855-5552c15ba2ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.650498] env[69735]: DEBUG nova.scheduler.client.report [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.671230] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606054, 'name': CloneVM_Task, 'duration_secs': 1.446649} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.671667] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Created linked-clone VM from snapshot [ 1246.672375] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a47d9-8c13-4262-826a-465f7437c59b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.680743] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Uploading image 81a5a4a9-8b23-4ad0-bf25-35760e7dc06a {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1246.711206] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1246.711206] env[69735]: value = "vm-719369" [ 1246.711206] env[69735]: _type = "VirtualMachine" [ 1246.711206] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1246.711206] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-72c8dc33-40a5-48b7-b8c1-a573b086d316 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.717166] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease: (returnval){ [ 1246.717166] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5285a199-f9f1-5755-1fe7-de3f948079ab" [ 1246.717166] env[69735]: _type = "HttpNfcLease" [ 1246.717166] env[69735]: } obtained for exporting VM: (result){ [ 1246.717166] env[69735]: value = "vm-719369" [ 1246.717166] env[69735]: _type = "VirtualMachine" [ 1246.717166] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1246.717451] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the lease: (returnval){ [ 1246.717451] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5285a199-f9f1-5755-1fe7-de3f948079ab" [ 1246.717451] env[69735]: _type = "HttpNfcLease" [ 1246.717451] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1246.724233] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.724233] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5285a199-f9f1-5755-1fe7-de3f948079ab" [ 1246.724233] env[69735]: _type = "HttpNfcLease" [ 1246.724233] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1246.817361] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606059, 'name': Rename_Task, 'duration_secs': 0.167803} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.818272] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.818272] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec101b7-9669-4416-bb04-d2d52e46133a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.824157] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1246.824157] env[69735]: value = "task-3606061" [ 1246.824157] env[69735]: _type = "Task" [ 1246.824157] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.829171] env[69735]: DEBUG oslo_concurrency.lockutils [req-5ee083ef-120e-4748-9c56-cfd27e16f1c3 req-d21d2f94-c7b5-4446-a499-cffd66131f29 service nova] Releasing lock "refresh_cache-d41479d8-60d7-4ba2-8846-93288e93c8db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.832350] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.976671] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 9a27fe9f-1ad7-4923-9107-0c51a43dc800] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.138091] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606058, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.149254] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c5b9b2-a50a-b138-d855-5552c15ba2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.149548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.149781] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.150023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.150176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.150351] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.150606] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3368dceb-d034-47bd-ac7f-6aab142d88cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.157594] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.160441] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.126s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.162114] env[69735]: INFO nova.compute.claims [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.176563] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.176776] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.177572] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c42ef5f-318e-462c-a178-b18668aa96c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.184410] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1247.184410] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52114c88-38c4-0944-1cea-b25073dbbfc6" [ 1247.184410] env[69735]: _type = "Task" [ 1247.184410] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.190902] env[69735]: INFO nova.scheduler.client.report [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Deleted allocations for instance 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311 [ 1247.199766] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52114c88-38c4-0944-1cea-b25073dbbfc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.200558] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7192f3-57b6-4a14-bddf-ce2cc71dd8d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.205736] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1247.205736] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e0c935-5a6a-fa3b-3044-27f9980f0c62" [ 1247.205736] env[69735]: _type = "Task" [ 1247.205736] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.213713] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e0c935-5a6a-fa3b-3044-27f9980f0c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.224924] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1247.224924] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5285a199-f9f1-5755-1fe7-de3f948079ab" [ 1247.224924] env[69735]: _type = "HttpNfcLease" [ 1247.224924] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1247.225174] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1247.225174] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5285a199-f9f1-5755-1fe7-de3f948079ab" [ 1247.225174] env[69735]: _type = "HttpNfcLease" [ 1247.225174] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1247.226388] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa875fc-4693-401f-b72a-b4fd519aca5f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.233060] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19875-8cff-c387-ee1a-486af8078ff3/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1247.233194] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19875-8cff-c387-ee1a-486af8078ff3/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1247.324446] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff08fa05-a14a-4404-9f4d-a5cb94ecb758 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.334425] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.482678] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 3be3e0be-3e3c-43dd-8e6e-c1add19412c4] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.638024] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606058, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.701992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ce27d4ea-d4ae-4a6c-829c-d43400b61c07 tempest-InstanceActionsTestJSON-265267644 tempest-InstanceActionsTestJSON-265267644-project-member] Lock "6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.874s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.722283] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e0c935-5a6a-fa3b-3044-27f9980f0c62, 'name': SearchDatastore_Task, 'duration_secs': 0.016066} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.723548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.723948] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d41479d8-60d7-4ba2-8846-93288e93c8db/d41479d8-60d7-4ba2-8846-93288e93c8db.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.724711] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10d40cf6-21a5-42f5-a9eb-328b1aae3ae1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.732941] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1247.732941] env[69735]: value = "task-3606062" [ 1247.732941] env[69735]: _type = "Task" [ 1247.732941] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.744959] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.838883] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.986777] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 2ec4bbba-9dbd-4978-91e7-c2d0620c9857] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.139543] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606058, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.250159] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.338278] env[69735]: DEBUG oslo_vmware.api [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606061, 'name': PowerOnVM_Task, 'duration_secs': 1.064862} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.338550] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.338905] env[69735]: INFO nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1248.338990] env[69735]: DEBUG nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.339770] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290cc96b-23d1-413b-85cb-a1882e95622c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.425164] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592b6ea6-3c31-4522-8cbc-8658399a208f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.433547] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1c4626-1dcf-49de-9aa2-6c62ac9a1026 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.471714] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6770aa2b-e2c5-4e26-b1f8-b5aa9c4182b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.482888] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6f66ed-d345-48ae-83fd-70e5e56af5c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.497775] env[69735]: DEBUG nova.compute.provider_tree [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.499422] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.499666] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Cleaning up deleted instances with incomplete migration {{(pid=69735) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1248.640124] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606058, 'name': CloneVM_Task, 'duration_secs': 2.464623} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.640439] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Created linked-clone VM from snapshot [ 1248.641240] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d173127-b820-48c8-8cbe-664ad945e204 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.651207] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Uploading image 9aad601c-347c-44cc-b033-aa440f4c5115 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1248.681883] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1248.681883] env[69735]: value = "vm-719371" [ 1248.681883] env[69735]: _type = "VirtualMachine" [ 1248.681883] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1248.682402] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1dc7ce0b-b658-4ecf-999f-b89bf3a94e5a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.692870] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lease: (returnval){ [ 1248.692870] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528b67d4-97ba-6eee-a70b-ef28a5b7e526" [ 1248.692870] env[69735]: _type = "HttpNfcLease" [ 1248.692870] env[69735]: } obtained for exporting VM: (result){ [ 1248.692870] env[69735]: value = "vm-719371" [ 1248.692870] env[69735]: _type = "VirtualMachine" [ 1248.692870] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1248.693161] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the lease: (returnval){ [ 1248.693161] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528b67d4-97ba-6eee-a70b-ef28a5b7e526" [ 1248.693161] env[69735]: _type = "HttpNfcLease" [ 1248.693161] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1248.699624] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.699624] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528b67d4-97ba-6eee-a70b-ef28a5b7e526" [ 1248.699624] env[69735]: _type = "HttpNfcLease" [ 1248.699624] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.747692] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54234} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.747961] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] d41479d8-60d7-4ba2-8846-93288e93c8db/d41479d8-60d7-4ba2-8846-93288e93c8db.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.748301] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.748768] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f485511a-27bd-4985-81ba-de8df39a6399 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.755720] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1248.755720] env[69735]: value = "task-3606064" [ 1248.755720] env[69735]: _type = "Task" [ 1248.755720] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.764283] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.864117] env[69735]: INFO nova.compute.manager [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Took 11.98 seconds to build instance. [ 1249.003190] env[69735]: DEBUG nova.scheduler.client.report [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.007360] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.211395] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.211395] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528b67d4-97ba-6eee-a70b-ef28a5b7e526" [ 1249.211395] env[69735]: _type = "HttpNfcLease" [ 1249.211395] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1249.211395] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1249.211395] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528b67d4-97ba-6eee-a70b-ef28a5b7e526" [ 1249.211395] env[69735]: _type = "HttpNfcLease" [ 1249.211395] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1249.217397] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a230e-6e6f-4cd6-a1b9-e2caaeb4b531 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.228246] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed62b9-e0b3-782e-6198-b09f48d35678/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1249.228641] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed62b9-e0b3-782e-6198-b09f48d35678/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1249.328540] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286564} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.329444] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.331185] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15adab82-58cb-4a03-8bfe-791157a4b6fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.354507] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] d41479d8-60d7-4ba2-8846-93288e93c8db/d41479d8-60d7-4ba2-8846-93288e93c8db.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.355410] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f98acc-2d34-4612-8b0a-8586dd706d7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.371127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1fa6a6bf-2f9f-410a-8d55-f0554b23a2fc tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.498s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.377069] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1249.377069] env[69735]: value = "task-3606065" [ 1249.377069] env[69735]: _type = "Task" [ 1249.377069] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.385767] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.419252] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c552bc1-5c83-4c2d-8fe4-33f35cdbc3cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.526506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.526506] env[69735]: DEBUG nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.526506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.944s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.737365] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquiring lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.737725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.739986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquiring lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.739986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.739986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.741500] env[69735]: INFO nova.compute.manager [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Terminating instance [ 1249.889474] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.023759] env[69735]: DEBUG nova.compute.utils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.029294] env[69735]: INFO nova.compute.claims [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.034597] env[69735]: DEBUG nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.034984] env[69735]: DEBUG nova.network.neutron [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.088538] env[69735]: DEBUG nova.policy [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376961eb4ee1483892f9345a479eb196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdf4c49c001d4612933c3e87e7459422', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.246242] env[69735]: DEBUG nova.compute.manager [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.246468] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.247555] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d4584-83bd-45b1-9bd8-85a242d06ed8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.256943] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.257341] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e6628d-5429-4c4e-9f67-c48d9d57f8c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.264676] env[69735]: DEBUG oslo_vmware.api [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1250.264676] env[69735]: value = "task-3606066" [ 1250.264676] env[69735]: _type = "Task" [ 1250.264676] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.275503] env[69735]: DEBUG oslo_vmware.api [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.388364] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606065, 'name': ReconfigVM_Task, 'duration_secs': 0.544191} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.389195] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Reconfigured VM instance instance-00000071 to attach disk [datastore1] d41479d8-60d7-4ba2-8846-93288e93c8db/d41479d8-60d7-4ba2-8846-93288e93c8db.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.390874] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e003607-d88d-4218-a490-174280241f5a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.400022] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1250.400022] env[69735]: value = "task-3606067" [ 1250.400022] env[69735]: _type = "Task" [ 1250.400022] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.410084] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606067, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.483950] env[69735]: DEBUG nova.network.neutron [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Successfully created port: 52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.527385] env[69735]: DEBUG nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.537505] env[69735]: INFO nova.compute.resource_tracker [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating resource usage from migration ed92b030-f1a8-4df6-ade6-ac8425aa97a8 [ 1250.778272] env[69735]: DEBUG oslo_vmware.api [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606066, 'name': PowerOffVM_Task, 'duration_secs': 0.230459} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.778272] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.778872] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.778872] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b2e3a2-dc78-4da5-9e5e-ca0130e35c55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.799724] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c668ec57-eef9-49ab-8ab5-a67fb2180ee8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.807945] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317ecec3-3590-4f24-9f81-bef75785fe46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.843142] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874c13e5-dd1a-4bd6-a4ec-08ce29663a5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.852437] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204115f-5cc2-49b6-af36-bea5647f211d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.856818] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.857098] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.857226] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Deleting the datastore file [datastore1] 03de46d5-e78f-4939-9ec7-b109b6ddaaeb {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.857509] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc394c65-d78c-4666-912a-b8d1eb8642fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.870616] env[69735]: DEBUG nova.compute.provider_tree [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.873987] env[69735]: DEBUG oslo_vmware.api [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for the task: (returnval){ [ 1250.873987] env[69735]: value = "task-3606069" [ 1250.873987] env[69735]: _type = "Task" [ 1250.873987] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.882875] env[69735]: DEBUG oslo_vmware.api [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.909053] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606067, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.376374] env[69735]: DEBUG nova.scheduler.client.report [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.390576] env[69735]: DEBUG oslo_vmware.api [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Task: {'id': task-3606069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255594} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.390865] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.391063] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.391244] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.391415] env[69735]: INFO nova.compute.manager [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.391990] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.392493] env[69735]: DEBUG nova.compute.manager [-] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.392595] env[69735]: DEBUG nova.network.neutron [-] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.410895] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606067, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.540720] env[69735]: DEBUG nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.784164] env[69735]: DEBUG nova.compute.manager [req-c8d45b04-d94d-44f7-9e56-0f206099a331 req-2203738d-8214-489b-9e12-b007a3145426 service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Received event network-vif-deleted-82c9771b-3edc-4caf-9e91-6a9606a7ff0e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.784396] env[69735]: INFO nova.compute.manager [req-c8d45b04-d94d-44f7-9e56-0f206099a331 req-2203738d-8214-489b-9e12-b007a3145426 service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Neutron deleted interface 82c9771b-3edc-4caf-9e91-6a9606a7ff0e; detaching it from the instance and deleting it from the info cache [ 1251.784610] env[69735]: DEBUG nova.network.neutron [req-c8d45b04-d94d-44f7-9e56-0f206099a331 req-2203738d-8214-489b-9e12-b007a3145426 service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.885063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.364s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.885312] env[69735]: INFO nova.compute.manager [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Migrating [ 1251.892788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.594s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.912281] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606067, 'name': Rename_Task, 'duration_secs': 1.189416} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.913132] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.913425] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73af01f2-dd72-46a2-96c7-53c8d394a39b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.921097] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1251.921097] env[69735]: value = "task-3606070" [ 1251.921097] env[69735]: _type = "Task" [ 1251.921097] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.930619] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.949879] env[69735]: DEBUG nova.compute.manager [req-ccc5026b-0d7d-499e-886f-dc9ff7f7f4c3 req-8289dcc4-d566-4ab1-a475-617dc34d9a9f service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Received event network-vif-plugged-52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.950142] env[69735]: DEBUG oslo_concurrency.lockutils [req-ccc5026b-0d7d-499e-886f-dc9ff7f7f4c3 req-8289dcc4-d566-4ab1-a475-617dc34d9a9f service nova] Acquiring lock "73027100-1dab-42c9-bfcd-76143b827950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.950432] env[69735]: DEBUG oslo_concurrency.lockutils [req-ccc5026b-0d7d-499e-886f-dc9ff7f7f4c3 req-8289dcc4-d566-4ab1-a475-617dc34d9a9f service nova] Lock "73027100-1dab-42c9-bfcd-76143b827950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.950537] env[69735]: DEBUG oslo_concurrency.lockutils [req-ccc5026b-0d7d-499e-886f-dc9ff7f7f4c3 req-8289dcc4-d566-4ab1-a475-617dc34d9a9f service nova] Lock "73027100-1dab-42c9-bfcd-76143b827950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.950702] env[69735]: DEBUG nova.compute.manager [req-ccc5026b-0d7d-499e-886f-dc9ff7f7f4c3 req-8289dcc4-d566-4ab1-a475-617dc34d9a9f service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] No waiting events found dispatching network-vif-plugged-52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.950893] env[69735]: WARNING nova.compute.manager [req-ccc5026b-0d7d-499e-886f-dc9ff7f7f4c3 req-8289dcc4-d566-4ab1-a475-617dc34d9a9f service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Received unexpected event network-vif-plugged-52819d47-45ac-4c55-b1dc-c8dd420ee451 for instance with vm_state building and task_state spawning. [ 1252.052183] env[69735]: DEBUG nova.network.neutron [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Successfully updated port: 52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.265071] env[69735]: DEBUG nova.network.neutron [-] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.287215] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c698734-d673-4c98-b6d0-4ebeff1a0702 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.297419] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a34082-f18e-41f7-9449-2058c5724e73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.333353] env[69735]: DEBUG nova.compute.manager [req-c8d45b04-d94d-44f7-9e56-0f206099a331 req-2203738d-8214-489b-9e12-b007a3145426 service nova] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Detach interface failed, port_id=82c9771b-3edc-4caf-9e91-6a9606a7ff0e, reason: Instance 03de46d5-e78f-4939-9ec7-b109b6ddaaeb could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.402201] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.402438] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.402644] env[69735]: DEBUG nova.network.neutron [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.435476] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606070, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.555036] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.555351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.555508] env[69735]: DEBUG nova.network.neutron [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.635383] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e26173-7418-49b2-b28c-6dadaf5c9731 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.644107] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518d438d-510a-4adb-8c2f-cdfac1485a0e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.679663] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa35ac3-5a5e-452f-a382-09fae3bb62b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.688532] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458f3dce-05e9-4d1e-ab7b-8debbeed7c2e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.704503] env[69735]: DEBUG nova.compute.provider_tree [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.768476] env[69735]: INFO nova.compute.manager [-] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Took 1.38 seconds to deallocate network for instance. [ 1252.933453] env[69735]: DEBUG oslo_vmware.api [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606070, 'name': PowerOnVM_Task, 'duration_secs': 0.621043} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.933779] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.934012] env[69735]: INFO nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1252.934241] env[69735]: DEBUG nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.935158] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b4115-e65b-4cfb-baba-af04f8dbbc68 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.114252] env[69735]: DEBUG nova.network.neutron [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.142294] env[69735]: DEBUG nova.network.neutron [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance_info_cache with network_info: [{"id": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "address": "fa:16:3e:1c:df:26", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1270397c-d0", "ovs_interfaceid": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.207969] env[69735]: DEBUG nova.scheduler.client.report [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.257781] env[69735]: DEBUG nova.network.neutron [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Updating instance_info_cache with network_info: [{"id": "52819d47-45ac-4c55-b1dc-c8dd420ee451", "address": "fa:16:3e:2e:66:ee", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52819d47-45", "ovs_interfaceid": "52819d47-45ac-4c55-b1dc-c8dd420ee451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.278200] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.456036] env[69735]: INFO nova.compute.manager [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Took 15.58 seconds to build instance. [ 1253.504285] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.505162] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.644675] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.760625] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.760980] env[69735]: DEBUG nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Instance network_info: |[{"id": "52819d47-45ac-4c55-b1dc-c8dd420ee451", "address": "fa:16:3e:2e:66:ee", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52819d47-45", "ovs_interfaceid": "52819d47-45ac-4c55-b1dc-c8dd420ee451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.958638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-99a341da-4581-40f6-b21a-983fc9b30b95 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "d41479d8-60d7-4ba2-8846-93288e93c8db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.090s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.012326] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.013157] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.013157] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.013157] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.013157] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.013522] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.013522] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1254.013776] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.204170] env[69735]: DEBUG nova.compute.manager [req-b68c1805-3af1-4834-aaff-936183f197bb req-e5082fee-22e7-4880-a556-8cc1f9a09bfd service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Received event network-changed-52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.204437] env[69735]: DEBUG nova.compute.manager [req-b68c1805-3af1-4834-aaff-936183f197bb req-e5082fee-22e7-4880-a556-8cc1f9a09bfd service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Refreshing instance network info cache due to event network-changed-52819d47-45ac-4c55-b1dc-c8dd420ee451. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.204603] env[69735]: DEBUG oslo_concurrency.lockutils [req-b68c1805-3af1-4834-aaff-936183f197bb req-e5082fee-22e7-4880-a556-8cc1f9a09bfd service nova] Acquiring lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.204739] env[69735]: DEBUG oslo_concurrency.lockutils [req-b68c1805-3af1-4834-aaff-936183f197bb req-e5082fee-22e7-4880-a556-8cc1f9a09bfd service nova] Acquired lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.204956] env[69735]: DEBUG nova.network.neutron [req-b68c1805-3af1-4834-aaff-936183f197bb req-e5082fee-22e7-4880-a556-8cc1f9a09bfd service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Refreshing network info cache for port 52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.222453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.330s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.225324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.947s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.225588] env[69735]: DEBUG nova.objects.instance [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lazy-loading 'resources' on Instance uuid 03de46d5-e78f-4939-9ec7-b109b6ddaaeb {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.516708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.803445] env[69735]: INFO nova.scheduler.client.report [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted allocation for migration fe0eb65f-0a65-4b9b-9734-9f98afb0cff4 [ 1254.955524] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8671ed-0d7d-4cec-85c4-6553541e989f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.964396] env[69735]: DEBUG nova.network.neutron [req-b68c1805-3af1-4834-aaff-936183f197bb req-e5082fee-22e7-4880-a556-8cc1f9a09bfd service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Updated VIF entry in instance network info cache for port 52819d47-45ac-4c55-b1dc-c8dd420ee451. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.964751] env[69735]: DEBUG nova.network.neutron [req-b68c1805-3af1-4834-aaff-936183f197bb req-e5082fee-22e7-4880-a556-8cc1f9a09bfd service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Updating instance_info_cache with network_info: [{"id": "52819d47-45ac-4c55-b1dc-c8dd420ee451", "address": "fa:16:3e:2e:66:ee", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52819d47-45", "ovs_interfaceid": "52819d47-45ac-4c55-b1dc-c8dd420ee451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.966725] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1389fa-a326-4790-89b2-61d67a101c77 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.000656] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971f347d-8197-4128-ad58-bab922975608 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.009031] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67db79d1-9249-4c25-a456-ab650a1fb4c6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.024507] env[69735]: DEBUG nova.compute.provider_tree [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.160673] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb280c0-2e7f-441c-9abe-a60c30f27f7e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.181606] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance '40ca1d97-aaac-4254-95b6-59b21e1954b2' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.309408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e565f1b-7d80-4ad6-bc83-96e22f1ef7ef tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.478s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.451605] env[69735]: INFO nova.compute.manager [None req-1d6e35e0-ab29-4622-80d2-c814d77ac08b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Get console output [ 1255.452015] env[69735]: WARNING nova.virt.vmwareapi.driver [None req-1d6e35e0-ab29-4622-80d2-c814d77ac08b tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] The console log is missing. Check your VSPC configuration [ 1255.471072] env[69735]: DEBUG oslo_concurrency.lockutils [req-b68c1805-3af1-4834-aaff-936183f197bb req-e5082fee-22e7-4880-a556-8cc1f9a09bfd service nova] Releasing lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.527688] env[69735]: DEBUG nova.scheduler.client.report [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.688239] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.688585] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-233037e1-e314-4ec2-a74a-ccb7b2085a27 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.701476] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1255.701476] env[69735]: value = "task-3606071" [ 1255.701476] env[69735]: _type = "Task" [ 1255.701476] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.710326] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.034139] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.037837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.521s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.037837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.038262] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1256.039443] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc17ba9-fce8-4e54-97a0-51451df85737 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.050157] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6279b62b-6b66-4add-9f81-8c9cd247679d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.057646] env[69735]: INFO nova.scheduler.client.report [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Deleted allocations for instance 03de46d5-e78f-4939-9ec7-b109b6ddaaeb [ 1256.077646] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a09ae-e710-4058-a201-a3fff8f4423a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.087788] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9299f04b-4752-425a-a3e2-7fcc07cc0a78 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.120033] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178953MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1256.120232] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.120492] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.213201] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606071, 'name': PowerOffVM_Task, 'duration_secs': 0.326285} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.213488] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.213674] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance '40ca1d97-aaac-4254-95b6-59b21e1954b2' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.565979] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d25204c6-edc6-4f47-86d8-2c83b2cf2d6a tempest-ServerPasswordTestJSON-1675417364 tempest-ServerPasswordTestJSON-1675417364-project-member] Lock "03de46d5-e78f-4939-9ec7-b109b6ddaaeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.828s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.583939] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "d3d6b388-c596-44ba-949d-ec1024ca2608" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.584261] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.720247] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.720522] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.720676] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.720856] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.721023] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.721190] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.721535] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.721750] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.721945] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.722137] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.722312] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.727969] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ca491d-29bf-4b67-b647-8875fe0dda50 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.745645] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1256.745645] env[69735]: value = "task-3606072" [ 1256.745645] env[69735]: _type = "Task" [ 1256.745645] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.757605] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.876217] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.876472] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.876628] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.876809] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.876954] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.877114] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.877344] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.877501] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.877683] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.877831] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.877997] env[69735]: DEBUG nova.virt.hardware [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.880381] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4d209d-8db2-4394-b97e-dd7c4b0b3bf1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.889660] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed62b9-e0b3-782e-6198-b09f48d35678/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1256.891154] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d2e6e4-c874-480b-9e9b-ffb750979967 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.895994] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee54568-2165-4dff-8e78-240042950356 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.909594] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:66:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52819d47-45ac-4c55-b1dc-c8dd420ee451', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.917477] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.919241] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.919517] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed62b9-e0b3-782e-6198-b09f48d35678/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1256.919668] env[69735]: ERROR oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed62b9-e0b3-782e-6198-b09f48d35678/disk-0.vmdk due to incomplete transfer. [ 1256.919872] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fcd855f-4882-4f49-8de2-abc9abeef46d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.934558] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23fb3e95-deb3-4e4b-9748-bf349e02ff4f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.941994] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.941994] env[69735]: value = "task-3606073" [ 1256.941994] env[69735]: _type = "Task" [ 1256.941994] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.943238] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed62b9-e0b3-782e-6198-b09f48d35678/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1256.943442] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Uploaded image 9aad601c-347c-44cc-b033-aa440f4c5115 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1256.949021] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1256.949777] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5e35749-dbd5-4e3b-844f-8597d367bca7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.957207] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606073, 'name': CreateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.958671] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1256.958671] env[69735]: value = "task-3606074" [ 1256.958671] env[69735]: _type = "Task" [ 1256.958671] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.970071] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606074, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.087690] env[69735]: INFO nova.compute.manager [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Detaching volume ef9080bb-8325-444c-bfe2-ff397c2a5b7c [ 1257.127517] env[69735]: INFO nova.virt.block_device [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Attempting to driver detach volume ef9080bb-8325-444c-bfe2-ff397c2a5b7c from mountpoint /dev/sdb [ 1257.127893] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.128223] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719347', 'volume_id': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'name': 'volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d6b388-c596-44ba-949d-ec1024ca2608', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'serial': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.129503] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d49128e-3200-4e8e-b212-62a58571e564 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.134244] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Applying migration context for instance 40ca1d97-aaac-4254-95b6-59b21e1954b2 as it has an incoming, in-progress migration ed92b030-f1a8-4df6-ade6-ac8425aa97a8. Migration status is migrating {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1257.136571] env[69735]: INFO nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating resource usage from migration ed92b030-f1a8-4df6-ade6-ac8425aa97a8 [ 1257.171758] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.172106] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 31bc3b6e-5150-4f99-a14e-1a6f6006d66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.172337] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 8460c37a-f6b2-462a-8bc3-11302cfd501e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.172676] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 7922b813-576a-46ea-a177-91ab37aec0ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.175112] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d3d6b388-c596-44ba-949d-ec1024ca2608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.175545] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.175725] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance feec9546-de5d-427e-aa03-65e8a78e8622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.175891] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 3c5cea82-be68-414f-9c33-bb50c4b66117 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.176089] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance b488dea8-7fb7-48f6-a9e1-a5e2b307d233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.176256] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 4edc7d36-b22d-44a2-85ae-7b6bd77b2634 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.176408] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance d41479d8-60d7-4ba2-8846-93288e93c8db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.176560] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 73027100-1dab-42c9-bfcd-76143b827950 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.176711] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Migration ed92b030-f1a8-4df6-ade6-ac8425aa97a8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1257.176860] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 40ca1d97-aaac-4254-95b6-59b21e1954b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.177249] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1257.177329] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1257.181702] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94746e0-ccf4-4b4c-963e-5b656be5df1a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.193231] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2592e2-7e39-417b-9271-9df549ae184b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.226426] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05b2946-cb61-45e4-b190-b51651432143 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.247052] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] The volume has not been displaced from its original location: [datastore1] volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c/volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1257.252604] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.258782] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7be658-6455-4007-bfe4-3297ccaa66a3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.281974] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606072, 'name': ReconfigVM_Task, 'duration_secs': 0.346158} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.285622] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19875-8cff-c387-ee1a-486af8078ff3/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1257.286029] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance '40ca1d97-aaac-4254-95b6-59b21e1954b2' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.289786] env[69735]: DEBUG oslo_vmware.api [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1257.289786] env[69735]: value = "task-3606075" [ 1257.289786] env[69735]: _type = "Task" [ 1257.289786] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.290618] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d21e765-a648-4853-91cc-7b6449e7450e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.304109] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19875-8cff-c387-ee1a-486af8078ff3/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1257.304314] env[69735]: ERROR oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19875-8cff-c387-ee1a-486af8078ff3/disk-0.vmdk due to incomplete transfer. [ 1257.307737] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fb253d7-edf0-4c80-a514-554dcb230790 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.309395] env[69735]: DEBUG oslo_vmware.api [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.315493] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19875-8cff-c387-ee1a-486af8078ff3/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1257.315795] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Uploaded image 81a5a4a9-8b23-4ad0-bf25-35760e7dc06a to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1257.318725] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1257.321851] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f44470bd-3c38-4868-913a-0636f6d129ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.327616] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1257.327616] env[69735]: value = "task-3606076" [ 1257.327616] env[69735]: _type = "Task" [ 1257.327616] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.335672] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606076, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.454837] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606073, 'name': CreateVM_Task, 'duration_secs': 0.387776} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.458220] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.463176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.463176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.463176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.463176] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067b5199-5092-47e9-943b-c7ebd48f13a1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.477445] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1257.477445] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521f0bb8-35d6-2498-9ee9-40e05811b8c9" [ 1257.477445] env[69735]: _type = "Task" [ 1257.477445] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.477741] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606074, 'name': Destroy_Task, 'duration_secs': 0.392286} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.479625] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Destroyed the VM [ 1257.479936] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1257.480967] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ac3038-4297-4bd3-89d1-9454d7fe043e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.489509] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86f33712-591b-48ea-9b9e-4b7666f29ba4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.501542] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521f0bb8-35d6-2498-9ee9-40e05811b8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014214} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.503564] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.503811] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.504210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.504417] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.505638] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.507186] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d53f32-924c-456b-8c57-d113f11cd0c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.511956] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1257.511956] env[69735]: value = "task-3606077" [ 1257.511956] env[69735]: _type = "Task" [ 1257.511956] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.512246] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2768172-993b-472d-815c-d7c61e617d9e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.549740] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ded2d7d-6976-442e-afae-c8c38974af94 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.556264] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606077, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.556567] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.556749] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.557873] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c125a63-fef4-4c20-8474-383de5ee414c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.563930] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b4c9d7-103d-4573-82d1-2849c3b31075 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.569199] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1257.569199] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c7a1b9-016f-1524-3b8a-29543aca6284" [ 1257.569199] env[69735]: _type = "Task" [ 1257.569199] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.581490] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.587811] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c7a1b9-016f-1524-3b8a-29543aca6284, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.589542] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315e8059-d966-485b-a141-500cd757f585 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.595634] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1257.595634] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e95b43-24e7-52f2-f29d-195613e8e2ac" [ 1257.595634] env[69735]: _type = "Task" [ 1257.595634] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.603485] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e95b43-24e7-52f2-f29d-195613e8e2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.796452] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.796719] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.796882] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.797093] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.797258] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.797409] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.797630] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.797800] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.797970] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.798163] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.798350] env[69735]: DEBUG nova.virt.hardware [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.803992] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.804366] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90d870f-9405-40cb-9232-b01b1ce932ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.826858] env[69735]: DEBUG oslo_vmware.api [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606075, 'name': ReconfigVM_Task, 'duration_secs': 0.249842} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.828289] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.833404] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1257.833404] env[69735]: value = "task-3606078" [ 1257.833404] env[69735]: _type = "Task" [ 1257.833404] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.833663] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acddf97b-9e39-4761-8315-84574fa2820e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.856955] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606076, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.862478] env[69735]: DEBUG oslo_vmware.api [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1257.862478] env[69735]: value = "task-3606079" [ 1257.862478] env[69735]: _type = "Task" [ 1257.862478] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.862675] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.870686] env[69735]: DEBUG oslo_vmware.api [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.933195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "e525259b-d864-4f06-a38d-f8868b4a2b94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.933445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "e525259b-d864-4f06-a38d-f8868b4a2b94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.024344] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606077, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382941} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.024620] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1258.024917] env[69735]: DEBUG nova.compute.manager [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.025694] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d347b1c7-89bc-4f93-af44-f095dd6830e3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.085355] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.105521] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e95b43-24e7-52f2-f29d-195613e8e2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.105836] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.106060] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 73027100-1dab-42c9-bfcd-76143b827950/73027100-1dab-42c9-bfcd-76143b827950.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.106415] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3eae0f8-9d32-4df7-9776-af1cbe193568 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.116281] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1258.116281] env[69735]: value = "task-3606080" [ 1258.116281] env[69735]: _type = "Task" [ 1258.116281] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.125283] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.344113] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606076, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.357075] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606078, 'name': ReconfigVM_Task, 'duration_secs': 0.419656} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.357460] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.358352] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e7790-2c10-4dd3-8e1a-3b4dd5f4441e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.382784] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2/40ca1d97-aaac-4254-95b6-59b21e1954b2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.386478] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd6214d-2cd5-4983-a702-4937ff5548ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.406379] env[69735]: DEBUG oslo_vmware.api [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606079, 'name': ReconfigVM_Task, 'duration_secs': 0.152971} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.406729] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719347', 'volume_id': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'name': 'volume-ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d6b388-c596-44ba-949d-ec1024ca2608', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c', 'serial': 'ef9080bb-8325-444c-bfe2-ff397c2a5b7c'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1258.410938] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1258.410938] env[69735]: value = "task-3606081" [ 1258.410938] env[69735]: _type = "Task" [ 1258.410938] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.419093] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.435795] env[69735]: DEBUG nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.539644] env[69735]: INFO nova.compute.manager [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Shelve offloading [ 1258.592376] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1258.592376] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.471s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.627769] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486709} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.628620] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 73027100-1dab-42c9-bfcd-76143b827950/73027100-1dab-42c9-bfcd-76143b827950.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.628620] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.628767] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9d08497-cf57-425b-8c9d-9074d084faef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.635206] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1258.635206] env[69735]: value = "task-3606082" [ 1258.635206] env[69735]: _type = "Task" [ 1258.635206] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.647798] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.844751] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606076, 'name': Destroy_Task, 'duration_secs': 1.20274} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.845151] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Destroyed the VM [ 1258.845429] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1258.845680] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4dbaf818-c8f7-4f0d-8530-de231af75e53 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.851838] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1258.851838] env[69735]: value = "task-3606083" [ 1258.851838] env[69735]: _type = "Task" [ 1258.851838] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.859458] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.919935] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.957981] env[69735]: DEBUG nova.objects.instance [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lazy-loading 'flavor' on Instance uuid d3d6b388-c596-44ba-949d-ec1024ca2608 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.960040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.960292] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.961685] env[69735]: INFO nova.compute.claims [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.047594] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.048309] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d777936-4ca0-4718-9ec3-6d3a4bc564da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.056097] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1259.056097] env[69735]: value = "task-3606084" [ 1259.056097] env[69735]: _type = "Task" [ 1259.056097] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.064217] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.147760] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29107} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.148139] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.149064] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd677f43-0e63-408e-b739-df3e62c56695 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.173082] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 73027100-1dab-42c9-bfcd-76143b827950/73027100-1dab-42c9-bfcd-76143b827950.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.173429] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1106e6a7-5ef6-4565-9bba-c547e68d41cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.194395] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1259.194395] env[69735]: value = "task-3606085" [ 1259.194395] env[69735]: _type = "Task" [ 1259.194395] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.203070] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.362240] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.422466] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606081, 'name': ReconfigVM_Task, 'duration_secs': 0.721594} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.422867] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2/40ca1d97-aaac-4254-95b6-59b21e1954b2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.423304] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance '40ca1d97-aaac-4254-95b6-59b21e1954b2' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.568829] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1259.569095] env[69735]: DEBUG nova.compute.manager [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.569969] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86be838c-d7b6-43de-9c86-a0c941854125 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.576286] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.576487] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.576647] env[69735]: DEBUG nova.network.neutron [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.703429] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606085, 'name': ReconfigVM_Task, 'duration_secs': 0.287187} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.703743] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 73027100-1dab-42c9-bfcd-76143b827950/73027100-1dab-42c9-bfcd-76143b827950.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.704454] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43bf9dcb-ac3b-4a62-b1c1-b17b4cdf0de6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.714539] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1259.714539] env[69735]: value = "task-3606086" [ 1259.714539] env[69735]: _type = "Task" [ 1259.714539] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.724433] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606086, 'name': Rename_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.865191] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606083, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.932049] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1b0b92-82fe-42b7-b3a7-1dcce0cee638 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.952067] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb801e7-8857-4a21-923a-c8a9161e8540 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.971572] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance '40ca1d97-aaac-4254-95b6-59b21e1954b2' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.978578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c158e3c7-ef35-4f70-add5-2fb0f727f625 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.394s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.197813] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7182be-e9e5-4647-873d-60b220ca85fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.207200] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e35666-e1d8-4efd-992f-e119efeddb4e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.243069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "d3d6b388-c596-44ba-949d-ec1024ca2608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.243345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.243552] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "d3d6b388-c596-44ba-949d-ec1024ca2608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.243732] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.243896] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.246211] env[69735]: INFO nova.compute.manager [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Terminating instance [ 1260.253184] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de5d6e9-e75d-4453-a5b7-5cb1d405ff34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.267703] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a6bf3-e724-4afb-9f35-a73f53bfd083 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.270245] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606086, 'name': Rename_Task, 'duration_secs': 0.294797} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.271264] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.271704] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84520c0a-ac7b-4b07-8ed2-29d6a068e269 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.283519] env[69735]: DEBUG nova.compute.provider_tree [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.288393] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1260.288393] env[69735]: value = "task-3606087" [ 1260.288393] env[69735]: _type = "Task" [ 1260.288393] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.299800] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.327300] env[69735]: DEBUG nova.network.neutron [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Updating instance_info_cache with network_info: [{"id": "4109a39e-4348-4b22-9c9c-3edf397834c0", "address": "fa:16:3e:47:b2:6f", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4109a39e-43", "ovs_interfaceid": "4109a39e-4348-4b22-9c9c-3edf397834c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.363702] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606083, 'name': RemoveSnapshot_Task, 'duration_secs': 1.100969} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.363702] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1260.363991] env[69735]: DEBUG nova.compute.manager [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.364856] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ff57af-2cf9-496f-af07-afc45bdcf92e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.523364] env[69735]: DEBUG nova.network.neutron [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Port 1270397c-d0d3-4cc2-953a-ce4ab9a12557 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1260.760080] env[69735]: DEBUG nova.compute.manager [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.760349] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.761760] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90626d-cc8d-4476-898c-0f4f0223b675 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.770640] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.770955] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-883712ce-00ec-4103-a067-51dcabecba24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.778978] env[69735]: DEBUG oslo_vmware.api [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1260.778978] env[69735]: value = "task-3606088" [ 1260.778978] env[69735]: _type = "Task" [ 1260.778978] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.790521] env[69735]: DEBUG nova.scheduler.client.report [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.796322] env[69735]: DEBUG oslo_vmware.api [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.806784] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606087, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.829369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.877750] env[69735]: INFO nova.compute.manager [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Shelve offloading [ 1261.204350] env[69735]: DEBUG nova.compute.manager [req-701ff606-7de3-4c51-9ea4-f5659e610664 req-ea11e9c1-6620-452c-b14f-1cb0fdf9a5ba service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Received event network-vif-unplugged-4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.204350] env[69735]: DEBUG oslo_concurrency.lockutils [req-701ff606-7de3-4c51-9ea4-f5659e610664 req-ea11e9c1-6620-452c-b14f-1cb0fdf9a5ba service nova] Acquiring lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.204350] env[69735]: DEBUG oslo_concurrency.lockutils [req-701ff606-7de3-4c51-9ea4-f5659e610664 req-ea11e9c1-6620-452c-b14f-1cb0fdf9a5ba service nova] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.204350] env[69735]: DEBUG oslo_concurrency.lockutils [req-701ff606-7de3-4c51-9ea4-f5659e610664 req-ea11e9c1-6620-452c-b14f-1cb0fdf9a5ba service nova] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.204350] env[69735]: DEBUG nova.compute.manager [req-701ff606-7de3-4c51-9ea4-f5659e610664 req-ea11e9c1-6620-452c-b14f-1cb0fdf9a5ba service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] No waiting events found dispatching network-vif-unplugged-4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.204350] env[69735]: WARNING nova.compute.manager [req-701ff606-7de3-4c51-9ea4-f5659e610664 req-ea11e9c1-6620-452c-b14f-1cb0fdf9a5ba service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Received unexpected event network-vif-unplugged-4109a39e-4348-4b22-9c9c-3edf397834c0 for instance with vm_state shelved and task_state shelving_offloading. [ 1261.230411] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.231505] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243286dd-b4c8-4efb-a888-32a999792602 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.240632] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.240893] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca32b01-1cb3-4987-9de6-6ac7ebc6bb13 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.290634] env[69735]: DEBUG oslo_vmware.api [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606088, 'name': PowerOffVM_Task, 'duration_secs': 0.220369} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.290976] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.291203] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.291516] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d114b8df-199a-42f1-aa61-80ff398dc28e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.301702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.301702] env[69735]: DEBUG nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.047380] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.055912] env[69735]: DEBUG nova.compute.utils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.059336] env[69735]: DEBUG oslo_vmware.api [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606087, 'name': PowerOnVM_Task, 'duration_secs': 0.522578} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.062323] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d24322-bff4-43f6-aa16-68425fa08d5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.064582] env[69735]: DEBUG nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.064758] env[69735]: DEBUG nova.network.neutron [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.066510] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.066713] env[69735]: INFO nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1262.067061] env[69735]: DEBUG nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.067186] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.067880] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.067880] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleting the datastore file [datastore1] 4edc7d36-b22d-44a2-85ae-7b6bd77b2634 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.071431] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.071431] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.071584] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleting the datastore file [datastore1] d3d6b388-c596-44ba-949d-ec1024ca2608 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.072198] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.072663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.072663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.074981] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb043f4-e0da-4141-871d-33f803738106 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.077992] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb2bd07c-a544-4302-acce-58eb83c389ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.079692] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b24a6d68-c9f0-4df7-9e95-a36b2b5c3203 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.093928] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1262.093928] env[69735]: value = "task-3606093" [ 1262.093928] env[69735]: _type = "Task" [ 1262.093928] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.094200] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1262.094200] env[69735]: value = "task-3606091" [ 1262.094200] env[69735]: _type = "Task" [ 1262.094200] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.094649] env[69735]: DEBUG oslo_vmware.api [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1262.094649] env[69735]: value = "task-3606092" [ 1262.094649] env[69735]: _type = "Task" [ 1262.094649] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.112160] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.115273] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1262.115564] env[69735]: DEBUG nova.compute.manager [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.116345] env[69735]: DEBUG oslo_vmware.api [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.116889] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0577f63a-7918-4531-9ad0-6176c5bf7af8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.122901] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.123135] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.123548] env[69735]: DEBUG nova.network.neutron [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.128664] env[69735]: DEBUG nova.policy [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '638cd01ea55a4b6bb2e3933e48b8fe47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895896a71c4e4c80a5a24d7c8d4e9b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.558721] env[69735]: DEBUG nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.610741] env[69735]: INFO nova.compute.manager [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Took 22.60 seconds to build instance. [ 1262.617816] env[69735]: DEBUG oslo_vmware.api [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211294} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.618381] env[69735]: DEBUG oslo_vmware.api [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190383} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.619096] env[69735]: DEBUG nova.network.neutron [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Successfully created port: 9faaaec0-c733-40a2-a3a1-139637eaf96a {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.620882] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.621096] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.621293] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.621462] env[69735]: INFO nova.compute.manager [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1262.621687] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.621873] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.622215] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.622215] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.624333] env[69735]: DEBUG nova.compute.manager [-] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.624455] env[69735]: DEBUG nova.network.neutron [-] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.642417] env[69735]: INFO nova.scheduler.client.report [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted allocations for instance 4edc7d36-b22d-44a2-85ae-7b6bd77b2634 [ 1262.813292] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.813408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.994303] env[69735]: DEBUG nova.network.neutron [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [{"id": "54139ea7-7b3b-4e12-8d85-303217804f72", "address": "fa:16:3e:26:e3:09", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54139ea7-7b", "ovs_interfaceid": "54139ea7-7b3b-4e12-8d85-303217804f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.114104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4187dde6-7320-45ac-a601-e23af6ff5f37 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.113s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.119386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.119386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.119386] env[69735]: DEBUG nova.network.neutron [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.146888] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.148097] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.148097] env[69735]: DEBUG nova.objects.instance [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'resources' on Instance uuid 4edc7d36-b22d-44a2-85ae-7b6bd77b2634 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.248187] env[69735]: DEBUG nova.compute.manager [req-ed154806-dd50-4b8f-acc2-c71af187039a req-876bab8a-6452-4155-abb5-ee9495d58572 service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Received event network-changed-4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.248187] env[69735]: DEBUG nova.compute.manager [req-ed154806-dd50-4b8f-acc2-c71af187039a req-876bab8a-6452-4155-abb5-ee9495d58572 service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Refreshing instance network info cache due to event network-changed-4109a39e-4348-4b22-9c9c-3edf397834c0. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.248187] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed154806-dd50-4b8f-acc2-c71af187039a req-876bab8a-6452-4155-abb5-ee9495d58572 service nova] Acquiring lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.248187] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed154806-dd50-4b8f-acc2-c71af187039a req-876bab8a-6452-4155-abb5-ee9495d58572 service nova] Acquired lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.248187] env[69735]: DEBUG nova.network.neutron [req-ed154806-dd50-4b8f-acc2-c71af187039a req-876bab8a-6452-4155-abb5-ee9495d58572 service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Refreshing network info cache for port 4109a39e-4348-4b22-9c9c-3edf397834c0 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.270139] env[69735]: DEBUG nova.compute.manager [req-db66de19-0182-4ec0-af8e-837b99ff2fc4 req-801f01d9-37f7-4549-99f4-b3ef15fa5065 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Received event network-changed-52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.270139] env[69735]: DEBUG nova.compute.manager [req-db66de19-0182-4ec0-af8e-837b99ff2fc4 req-801f01d9-37f7-4549-99f4-b3ef15fa5065 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Refreshing instance network info cache due to event network-changed-52819d47-45ac-4c55-b1dc-c8dd420ee451. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.270139] env[69735]: DEBUG oslo_concurrency.lockutils [req-db66de19-0182-4ec0-af8e-837b99ff2fc4 req-801f01d9-37f7-4549-99f4-b3ef15fa5065 service nova] Acquiring lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.270139] env[69735]: DEBUG oslo_concurrency.lockutils [req-db66de19-0182-4ec0-af8e-837b99ff2fc4 req-801f01d9-37f7-4549-99f4-b3ef15fa5065 service nova] Acquired lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.270139] env[69735]: DEBUG nova.network.neutron [req-db66de19-0182-4ec0-af8e-837b99ff2fc4 req-801f01d9-37f7-4549-99f4-b3ef15fa5065 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Refreshing network info cache for port 52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.315995] env[69735]: DEBUG nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.497138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.570505] env[69735]: DEBUG nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.608252] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.608425] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.608469] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.608650] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.608788] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.608930] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.609162] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.609325] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.609491] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.609664] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.609815] env[69735]: DEBUG nova.virt.hardware [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.611258] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb589888-6112-426a-8c49-d7b87b32d209 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.619931] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aaec8d-0f51-4959-a45b-623b30022cb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.650626] env[69735]: DEBUG nova.objects.instance [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'numa_topology' on Instance uuid 4edc7d36-b22d-44a2-85ae-7b6bd77b2634 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.809088] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.838871] env[69735]: DEBUG nova.network.neutron [-] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.845730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.098316] env[69735]: DEBUG nova.network.neutron [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance_info_cache with network_info: [{"id": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "address": "fa:16:3e:1c:df:26", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1270397c-d0", "ovs_interfaceid": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.145578] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.146532] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3e7175-c528-46d3-a274-6b847da764e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.155311] env[69735]: DEBUG nova.objects.base [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Object Instance<4edc7d36-b22d-44a2-85ae-7b6bd77b2634> lazy-loaded attributes: resources,numa_topology {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.157709] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.158969] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f5162a1-b9cc-460b-830f-89ffc0cfa615 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.231568] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.231670] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.231817] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleting the datastore file [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.232099] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92af1263-3268-48f9-9f03-b7109ea2c08b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.238775] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1264.238775] env[69735]: value = "task-3606095" [ 1264.238775] env[69735]: _type = "Task" [ 1264.238775] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.250208] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.255449] env[69735]: DEBUG nova.network.neutron [req-ed154806-dd50-4b8f-acc2-c71af187039a req-876bab8a-6452-4155-abb5-ee9495d58572 service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Updated VIF entry in instance network info cache for port 4109a39e-4348-4b22-9c9c-3edf397834c0. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.255802] env[69735]: DEBUG nova.network.neutron [req-ed154806-dd50-4b8f-acc2-c71af187039a req-876bab8a-6452-4155-abb5-ee9495d58572 service nova] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Updating instance_info_cache with network_info: [{"id": "4109a39e-4348-4b22-9c9c-3edf397834c0", "address": "fa:16:3e:47:b2:6f", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": null, "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4109a39e-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.341975] env[69735]: DEBUG nova.network.neutron [req-db66de19-0182-4ec0-af8e-837b99ff2fc4 req-801f01d9-37f7-4549-99f4-b3ef15fa5065 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Updated VIF entry in instance network info cache for port 52819d47-45ac-4c55-b1dc-c8dd420ee451. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.342356] env[69735]: DEBUG nova.network.neutron [req-db66de19-0182-4ec0-af8e-837b99ff2fc4 req-801f01d9-37f7-4549-99f4-b3ef15fa5065 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Updating instance_info_cache with network_info: [{"id": "52819d47-45ac-4c55-b1dc-c8dd420ee451", "address": "fa:16:3e:2e:66:ee", "network": {"id": "303aef26-4d05-43ae-aa9c-5cde8ef96b88", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1737016844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdf4c49c001d4612933c3e87e7459422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52819d47-45", "ovs_interfaceid": "52819d47-45ac-4c55-b1dc-c8dd420ee451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.350570] env[69735]: INFO nova.compute.manager [-] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Took 1.73 seconds to deallocate network for instance. [ 1264.419816] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ad1de2-341d-4ae3-8bd1-fb6bba35c3ad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.427294] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa75688-22b3-4024-b0c9-eb35ef61bee1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.457817] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b65ee53-a730-4ba2-b72a-77edcffa9a94 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.465604] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e120a3-d888-4aa5-bffd-2ff2958994bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.480673] env[69735]: DEBUG nova.compute.provider_tree [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.598713] env[69735]: DEBUG nova.network.neutron [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Successfully updated port: 9faaaec0-c733-40a2-a3a1-139637eaf96a {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.604745] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.749039] env[69735]: DEBUG oslo_vmware.api [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219032} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.749307] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.749490] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.749667] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.759145] env[69735]: DEBUG oslo_concurrency.lockutils [req-ed154806-dd50-4b8f-acc2-c71af187039a req-876bab8a-6452-4155-abb5-ee9495d58572 service nova] Releasing lock "refresh_cache-4edc7d36-b22d-44a2-85ae-7b6bd77b2634" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.767444] env[69735]: INFO nova.scheduler.client.report [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted allocations for instance feec9546-de5d-427e-aa03-65e8a78e8622 [ 1264.844709] env[69735]: DEBUG oslo_concurrency.lockutils [req-db66de19-0182-4ec0-af8e-837b99ff2fc4 req-801f01d9-37f7-4549-99f4-b3ef15fa5065 service nova] Releasing lock "refresh_cache-73027100-1dab-42c9-bfcd-76143b827950" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.861043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.985134] env[69735]: DEBUG nova.scheduler.client.report [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.101822] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "refresh_cache-e525259b-d864-4f06-a38d-f8868b4a2b94" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.101954] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "refresh_cache-e525259b-d864-4f06-a38d-f8868b4a2b94" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.102128] env[69735]: DEBUG nova.network.neutron [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.125959] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362a5dc3-d84e-4329-920e-168187fb15bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.149048] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7f2af3-de42-4031-a817-4fd04540b151 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.156123] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance '40ca1d97-aaac-4254-95b6-59b21e1954b2' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.270132] env[69735]: DEBUG nova.compute.manager [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Received event network-vif-plugged-9faaaec0-c733-40a2-a3a1-139637eaf96a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.270345] env[69735]: DEBUG oslo_concurrency.lockutils [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] Acquiring lock "e525259b-d864-4f06-a38d-f8868b4a2b94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.270557] env[69735]: DEBUG oslo_concurrency.lockutils [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] Lock "e525259b-d864-4f06-a38d-f8868b4a2b94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.270726] env[69735]: DEBUG oslo_concurrency.lockutils [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] Lock "e525259b-d864-4f06-a38d-f8868b4a2b94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.270890] env[69735]: DEBUG nova.compute.manager [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] No waiting events found dispatching network-vif-plugged-9faaaec0-c733-40a2-a3a1-139637eaf96a {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.271398] env[69735]: WARNING nova.compute.manager [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Received unexpected event network-vif-plugged-9faaaec0-c733-40a2-a3a1-139637eaf96a for instance with vm_state building and task_state spawning. [ 1265.271772] env[69735]: DEBUG nova.compute.manager [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Received event network-changed-9faaaec0-c733-40a2-a3a1-139637eaf96a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.271772] env[69735]: DEBUG nova.compute.manager [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Refreshing instance network info cache due to event network-changed-9faaaec0-c733-40a2-a3a1-139637eaf96a. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.271923] env[69735]: DEBUG oslo_concurrency.lockutils [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] Acquiring lock "refresh_cache-e525259b-d864-4f06-a38d-f8868b4a2b94" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.272745] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.297346] env[69735]: DEBUG nova.compute.manager [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Received event network-vif-deleted-8f41ad67-e205-4211-b98f-e1db33fbaffb {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.297561] env[69735]: DEBUG nova.compute.manager [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received event network-vif-unplugged-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.297737] env[69735]: DEBUG oslo_concurrency.lockutils [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.297930] env[69735]: DEBUG oslo_concurrency.lockutils [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] Lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.298147] env[69735]: DEBUG oslo_concurrency.lockutils [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] Lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.298319] env[69735]: DEBUG nova.compute.manager [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] No waiting events found dispatching network-vif-unplugged-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.298488] env[69735]: WARNING nova.compute.manager [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received unexpected event network-vif-unplugged-54139ea7-7b3b-4e12-8d85-303217804f72 for instance with vm_state shelved_offloaded and task_state None. [ 1265.298646] env[69735]: DEBUG nova.compute.manager [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received event network-changed-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.298798] env[69735]: DEBUG nova.compute.manager [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Refreshing instance network info cache due to event network-changed-54139ea7-7b3b-4e12-8d85-303217804f72. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.298983] env[69735]: DEBUG oslo_concurrency.lockutils [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] Acquiring lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.299136] env[69735]: DEBUG oslo_concurrency.lockutils [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] Acquired lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.299287] env[69735]: DEBUG nova.network.neutron [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Refreshing network info cache for port 54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.489601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.492748] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.646s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.493969] env[69735]: INFO nova.compute.claims [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.633499] env[69735]: DEBUG nova.network.neutron [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.662481] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.663220] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46bd5f1a-02a5-437d-8425-e95adf60872f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.670566] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1265.670566] env[69735]: value = "task-3606096" [ 1265.670566] env[69735]: _type = "Task" [ 1265.670566] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.678227] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.938449] env[69735]: DEBUG nova.network.neutron [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Updating instance_info_cache with network_info: [{"id": "9faaaec0-c733-40a2-a3a1-139637eaf96a", "address": "fa:16:3e:05:51:85", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9faaaec0-c7", "ovs_interfaceid": "9faaaec0-c733-40a2-a3a1-139637eaf96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.003608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0fe4f01a-1fd5-47e3-9d7a-9cc1f1369ef7 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.546s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.004522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.196s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.004760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.009171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.009527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.011852] env[69735]: INFO nova.compute.manager [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Terminating instance [ 1266.180666] env[69735]: DEBUG oslo_vmware.api [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606096, 'name': PowerOnVM_Task, 'duration_secs': 0.379435} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.180939] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.181139] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0ca0a-06d5-4868-9fb3-53b6e37b1c6f tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance '40ca1d97-aaac-4254-95b6-59b21e1954b2' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.429993] env[69735]: DEBUG nova.network.neutron [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updated VIF entry in instance network info cache for port 54139ea7-7b3b-4e12-8d85-303217804f72. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.430401] env[69735]: DEBUG nova.network.neutron [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [{"id": "54139ea7-7b3b-4e12-8d85-303217804f72", "address": "fa:16:3e:26:e3:09", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap54139ea7-7b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.441083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "refresh_cache-e525259b-d864-4f06-a38d-f8868b4a2b94" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.441372] env[69735]: DEBUG nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Instance network_info: |[{"id": "9faaaec0-c733-40a2-a3a1-139637eaf96a", "address": "fa:16:3e:05:51:85", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9faaaec0-c7", "ovs_interfaceid": "9faaaec0-c733-40a2-a3a1-139637eaf96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.441648] env[69735]: DEBUG oslo_concurrency.lockutils [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] Acquired lock "refresh_cache-e525259b-d864-4f06-a38d-f8868b4a2b94" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.441823] env[69735]: DEBUG nova.network.neutron [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Refreshing network info cache for port 9faaaec0-c733-40a2-a3a1-139637eaf96a {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.442856] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:51:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9faaaec0-c733-40a2-a3a1-139637eaf96a', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.450600] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.453329] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.453781] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3227e5-8e3f-48c7-8e09-842c5438449c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.473760] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.473760] env[69735]: value = "task-3606097" [ 1266.473760] env[69735]: _type = "Task" [ 1266.473760] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.482156] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606097, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.524038] env[69735]: DEBUG nova.compute.manager [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.524326] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.525102] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a0973b8-f9b6-4928-9143-048315cbb583 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.534252] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebf7bfa-d762-4eff-8854-6d1201340ee3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.570449] env[69735]: WARNING nova.virt.vmwareapi.vmops [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4edc7d36-b22d-44a2-85ae-7b6bd77b2634 could not be found. [ 1266.570668] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.570845] env[69735]: INFO nova.compute.manager [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1266.571103] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.575615] env[69735]: DEBUG nova.compute.manager [-] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.575723] env[69735]: DEBUG nova.network.neutron [-] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.740720] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca11f96-5315-4aad-a31e-3d6aa2af0654 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.749091] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100ae48e-20ec-4cc2-8d29-e4b16fea6ff9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.779777] env[69735]: DEBUG nova.network.neutron [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Updated VIF entry in instance network info cache for port 9faaaec0-c733-40a2-a3a1-139637eaf96a. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.780138] env[69735]: DEBUG nova.network.neutron [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Updating instance_info_cache with network_info: [{"id": "9faaaec0-c733-40a2-a3a1-139637eaf96a", "address": "fa:16:3e:05:51:85", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9faaaec0-c7", "ovs_interfaceid": "9faaaec0-c733-40a2-a3a1-139637eaf96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.783727] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f0820-ba6f-485b-9d0b-b896fa43337f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.794055] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ee3c3e-bba6-4235-946c-2f245794a6bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.809543] env[69735]: DEBUG nova.compute.provider_tree [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.936235] env[69735]: DEBUG oslo_concurrency.lockutils [req-8a85a9fc-15e4-4702-b7a2-2e6f69d5c83c req-334b0546-ee16-4ea2-a1c4-7834a9b9d593 service nova] Releasing lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.985136] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606097, 'name': CreateVM_Task, 'duration_secs': 0.301237} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.985434] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.986518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.986886] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.987300] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.988871] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cb62de-dbac-4e2d-911e-03c042f6372e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.992813] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1266.992813] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52374e60-1a59-a447-ba20-ea6f34bfd92e" [ 1266.992813] env[69735]: _type = "Task" [ 1266.992813] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.000985] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52374e60-1a59-a447-ba20-ea6f34bfd92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.285371] env[69735]: DEBUG oslo_concurrency.lockutils [req-86164275-9cce-4486-89b8-00e86ac9be34 req-da15b924-6a57-4c6e-8328-ec77b50e53bf service nova] Releasing lock "refresh_cache-e525259b-d864-4f06-a38d-f8868b4a2b94" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.293051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.313031] env[69735]: DEBUG nova.scheduler.client.report [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.445050] env[69735]: DEBUG nova.network.neutron [-] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.504098] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52374e60-1a59-a447-ba20-ea6f34bfd92e, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.504437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.504689] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.505179] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.505179] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.505305] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.505650] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcf1e9ef-8cce-4101-8671-1a8aaa89f658 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.518428] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.518577] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.519298] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5201ed7a-392d-4af0-9387-782f7a549f36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.524313] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1267.524313] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521e1517-2c73-7373-8f42-fcdf9bbb5743" [ 1267.524313] env[69735]: _type = "Task" [ 1267.524313] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.531794] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521e1517-2c73-7373-8f42-fcdf9bbb5743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.817825] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.818409] env[69735]: DEBUG nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.821436] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.960s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.821721] env[69735]: DEBUG nova.objects.instance [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lazy-loading 'resources' on Instance uuid d3d6b388-c596-44ba-949d-ec1024ca2608 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.947422] env[69735]: INFO nova.compute.manager [-] [instance: 4edc7d36-b22d-44a2-85ae-7b6bd77b2634] Took 1.37 seconds to deallocate network for instance. [ 1268.035560] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]521e1517-2c73-7373-8f42-fcdf9bbb5743, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.036148] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5608b700-0a80-4816-9f72-dbc0bc040ef2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.042361] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1268.042361] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52795089-69f9-7c29-e8f0-3355d44238fb" [ 1268.042361] env[69735]: _type = "Task" [ 1268.042361] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.051511] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52795089-69f9-7c29-e8f0-3355d44238fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.325261] env[69735]: DEBUG nova.compute.utils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.330031] env[69735]: DEBUG nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.330169] env[69735]: DEBUG nova.network.neutron [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.368873] env[69735]: DEBUG nova.policy [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd4b3518a094a63950a7b92a0f67545', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f98c6276e5e477abb6848d3826850be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.543472] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b153fb2-ecd8-48b0-8f68-0e6a064fad81 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.559288] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9ecc17-23b7-4739-a25f-6dfc8fa2c564 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.562814] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52795089-69f9-7c29-e8f0-3355d44238fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.563105] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.563368] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] e525259b-d864-4f06-a38d-f8868b4a2b94/e525259b-d864-4f06-a38d-f8868b4a2b94.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.564021] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5be382d1-1539-4cc7-a614-00ca401bbffa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.592937] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5af95dd-3c31-47cc-af6a-c42f6f086933 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.595733] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1268.595733] env[69735]: value = "task-3606098" [ 1268.595733] env[69735]: _type = "Task" [ 1268.595733] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.602480] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74c6e46-0284-4cc1-8eab-1ddfa76d998e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.609231] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.619453] env[69735]: DEBUG nova.compute.provider_tree [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.801460] env[69735]: DEBUG nova.network.neutron [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Port 1270397c-d0d3-4cc2-953a-ce4ab9a12557 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1268.801790] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.801990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.802255] env[69735]: DEBUG nova.network.neutron [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.804370] env[69735]: DEBUG nova.network.neutron [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Successfully created port: 3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.833041] env[69735]: DEBUG nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.973439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b62d20ee-2c09-4867-be84-35f65143e1e6 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "4edc7d36-b22d-44a2-85ae-7b6bd77b2634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.969s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.106645] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482939} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.107365] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] e525259b-d864-4f06-a38d-f8868b4a2b94/e525259b-d864-4f06-a38d-f8868b4a2b94.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.107529] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.107654] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bcf0b3b-66da-48db-a87b-fc1c52c7c08c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.113795] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1269.113795] env[69735]: value = "task-3606099" [ 1269.113795] env[69735]: _type = "Task" [ 1269.113795] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.122948] env[69735]: DEBUG nova.scheduler.client.report [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.127015] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.623967] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069268} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.624284] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.625088] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a5871-1034-4c48-9ac4-7007004658ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.627962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.629957] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.357s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.630437] env[69735]: DEBUG nova.objects.instance [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'resources' on Instance uuid feec9546-de5d-427e-aa03-65e8a78e8622 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.651984] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] e525259b-d864-4f06-a38d-f8868b4a2b94/e525259b-d864-4f06-a38d-f8868b4a2b94.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.652740] env[69735]: DEBUG nova.objects.instance [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'numa_topology' on Instance uuid feec9546-de5d-427e-aa03-65e8a78e8622 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.654311] env[69735]: INFO nova.scheduler.client.report [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleted allocations for instance d3d6b388-c596-44ba-949d-ec1024ca2608 [ 1269.655756] env[69735]: DEBUG nova.network.neutron [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance_info_cache with network_info: [{"id": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "address": "fa:16:3e:1c:df:26", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1270397c-d0", "ovs_interfaceid": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.656941] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba197ecd-3385-4e19-80d9-bd1236e8c098 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.675900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.677200] env[69735]: DEBUG nova.objects.base [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.685564] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1269.685564] env[69735]: value = "task-3606100" [ 1269.685564] env[69735]: _type = "Task" [ 1269.685564] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.694759] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.844125] env[69735]: DEBUG nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.870993] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323abc1e-b960-44bf-a2fb-6cd89f2cfa73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.875867] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.876113] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.876270] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.876447] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.876603] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.876751] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.876959] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.877303] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.877303] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.877445] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.877618] env[69735]: DEBUG nova.virt.hardware [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.878382] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a221b716-cd3d-4c8e-bc59-a22ccee7b936 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.887271] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8677a471-639d-46d8-a712-5048f597acc9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.891827] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4148e9af-4115-41b4-b5ee-707bda0e921e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.930039] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a598d4-ddf4-460f-81c6-5378f797e389 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.937345] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18f2cc3-4221-4fa0-af9a-e182438693f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.950394] env[69735]: DEBUG nova.compute.provider_tree [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.108357] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.108592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.181707] env[69735]: DEBUG nova.compute.manager [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69735) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1270.181820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.185395] env[69735]: DEBUG nova.compute.manager [req-ece3edf0-19b3-43ac-b396-dfe73d7eb8ac req-e006cf0c-3f02-4248-8d88-5f3d241b0452 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Received event network-vif-plugged-3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.185606] env[69735]: DEBUG oslo_concurrency.lockutils [req-ece3edf0-19b3-43ac-b396-dfe73d7eb8ac req-e006cf0c-3f02-4248-8d88-5f3d241b0452 service nova] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.185810] env[69735]: DEBUG oslo_concurrency.lockutils [req-ece3edf0-19b3-43ac-b396-dfe73d7eb8ac req-e006cf0c-3f02-4248-8d88-5f3d241b0452 service nova] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.186035] env[69735]: DEBUG oslo_concurrency.lockutils [req-ece3edf0-19b3-43ac-b396-dfe73d7eb8ac req-e006cf0c-3f02-4248-8d88-5f3d241b0452 service nova] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.186219] env[69735]: DEBUG nova.compute.manager [req-ece3edf0-19b3-43ac-b396-dfe73d7eb8ac req-e006cf0c-3f02-4248-8d88-5f3d241b0452 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] No waiting events found dispatching network-vif-plugged-3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.186393] env[69735]: WARNING nova.compute.manager [req-ece3edf0-19b3-43ac-b396-dfe73d7eb8ac req-e006cf0c-3f02-4248-8d88-5f3d241b0452 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Received unexpected event network-vif-plugged-3092548d-72ed-469c-ae78-cef480f00240 for instance with vm_state building and task_state spawning. [ 1270.187766] env[69735]: DEBUG oslo_concurrency.lockutils [None req-722154ed-93cc-4803-8fd1-656016e429b4 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "d3d6b388-c596-44ba-949d-ec1024ca2608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.944s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.201908] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.453478] env[69735]: DEBUG nova.scheduler.client.report [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.610826] env[69735]: DEBUG nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.697177] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.770194] env[69735]: DEBUG nova.network.neutron [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Successfully updated port: 3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.789068] env[69735]: DEBUG nova.compute.manager [req-f54b4570-8bf1-44eb-81ce-52315be0bee4 req-bb6f5b59-4bb7-4537-ac5a-12f52be2bb10 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Received event network-changed-3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.789200] env[69735]: DEBUG nova.compute.manager [req-f54b4570-8bf1-44eb-81ce-52315be0bee4 req-bb6f5b59-4bb7-4537-ac5a-12f52be2bb10 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Refreshing instance network info cache due to event network-changed-3092548d-72ed-469c-ae78-cef480f00240. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.789448] env[69735]: DEBUG oslo_concurrency.lockutils [req-f54b4570-8bf1-44eb-81ce-52315be0bee4 req-bb6f5b59-4bb7-4537-ac5a-12f52be2bb10 service nova] Acquiring lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.789551] env[69735]: DEBUG oslo_concurrency.lockutils [req-f54b4570-8bf1-44eb-81ce-52315be0bee4 req-bb6f5b59-4bb7-4537-ac5a-12f52be2bb10 service nova] Acquired lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.789707] env[69735]: DEBUG nova.network.neutron [req-f54b4570-8bf1-44eb-81ce-52315be0bee4 req-bb6f5b59-4bb7-4537-ac5a-12f52be2bb10 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Refreshing network info cache for port 3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.958382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.328s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.960761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.779s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.135504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.198733] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606100, 'name': ReconfigVM_Task, 'duration_secs': 1.01601} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.200077] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Reconfigured VM instance instance-00000073 to attach disk [datastore1] e525259b-d864-4f06-a38d-f8868b4a2b94/e525259b-d864-4f06-a38d-f8868b4a2b94.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.200077] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb54b86-c506-46a6-a586-8129e176ebec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.207470] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1271.207470] env[69735]: value = "task-3606102" [ 1271.207470] env[69735]: _type = "Task" [ 1271.207470] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.215277] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606102, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.272995] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.332061] env[69735]: DEBUG nova.network.neutron [req-f54b4570-8bf1-44eb-81ce-52315be0bee4 req-bb6f5b59-4bb7-4537-ac5a-12f52be2bb10 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.424782] env[69735]: DEBUG nova.network.neutron [req-f54b4570-8bf1-44eb-81ce-52315be0bee4 req-bb6f5b59-4bb7-4537-ac5a-12f52be2bb10 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.463926] env[69735]: DEBUG nova.objects.instance [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'migration_context' on Instance uuid 40ca1d97-aaac-4254-95b6-59b21e1954b2 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.467433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4da2e115-8380-49ae-b6ac-bb37f022b2df tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.945s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.468220] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.175s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.468398] env[69735]: INFO nova.compute.manager [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Unshelving [ 1271.716913] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606102, 'name': Rename_Task, 'duration_secs': 0.329739} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.717168] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.717439] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3167ae3-822d-4297-bbdc-3b116cb2f747 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.723754] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1271.723754] env[69735]: value = "task-3606103" [ 1271.723754] env[69735]: _type = "Task" [ 1271.723754] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.731014] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.928203] env[69735]: DEBUG oslo_concurrency.lockutils [req-f54b4570-8bf1-44eb-81ce-52315be0bee4 req-bb6f5b59-4bb7-4537-ac5a-12f52be2bb10 service nova] Releasing lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.928613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.928773] env[69735]: DEBUG nova.network.neutron [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.160204] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59da996d-c9b9-4b52-8c3a-2ad46853c1f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.168064] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeab161-58fc-4502-b2ee-a7d3d6ce414b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.200195] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25b5d19-eb12-4ea5-974f-a429b4eda594 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.209213] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e9dbe3-666b-4fd9-a84a-046c0fa3ae91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.222399] env[69735]: DEBUG nova.compute.provider_tree [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.232778] env[69735]: DEBUG oslo_vmware.api [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606103, 'name': PowerOnVM_Task, 'duration_secs': 0.455301} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.233643] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.233872] env[69735]: INFO nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1272.234069] env[69735]: DEBUG nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.234818] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd5dfb1-4d15-4ee7-bdd8-bda52017ef1c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.494417] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.499831] env[69735]: DEBUG nova.network.neutron [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.651838] env[69735]: DEBUG nova.network.neutron [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updating instance_info_cache with network_info: [{"id": "3092548d-72ed-469c-ae78-cef480f00240", "address": "fa:16:3e:89:b1:48", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3092548d-72", "ovs_interfaceid": "3092548d-72ed-469c-ae78-cef480f00240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.725204] env[69735]: DEBUG nova.scheduler.client.report [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.751337] env[69735]: INFO nova.compute.manager [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Took 13.81 seconds to build instance. [ 1272.884951] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "3c5cea82-be68-414f-9c33-bb50c4b66117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.885326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.885544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.885729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.885896] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.887974] env[69735]: INFO nova.compute.manager [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Terminating instance [ 1273.158778] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Releasing lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.159065] env[69735]: DEBUG nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Instance network_info: |[{"id": "3092548d-72ed-469c-ae78-cef480f00240", "address": "fa:16:3e:89:b1:48", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3092548d-72", "ovs_interfaceid": "3092548d-72ed-469c-ae78-cef480f00240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.159508] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:b1:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3092548d-72ed-469c-ae78-cef480f00240', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.167484] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Creating folder: Project (3f98c6276e5e477abb6848d3826850be). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.167845] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4d92f1c-952a-4244-943c-9fb12780189f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.179164] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Created folder: Project (3f98c6276e5e477abb6848d3826850be) in parent group-v719064. [ 1273.179383] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Creating folder: Instances. Parent ref: group-v719374. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.179672] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ce0589d-8361-4479-b8c7-028bf02d8024 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.189059] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Created folder: Instances in parent group-v719374. [ 1273.189321] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.189523] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.189733] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcca7790-017f-47ec-be2d-2e5c47575d98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.208216] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.208216] env[69735]: value = "task-3606106" [ 1273.208216] env[69735]: _type = "Task" [ 1273.208216] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.215785] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606106, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.252843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-26c3f89d-b161-482c-bc48-e4bc3f7e9897 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "e525259b-d864-4f06-a38d-f8868b4a2b94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.319s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.393042] env[69735]: DEBUG nova.compute.manager [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.393042] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.393042] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f961090-1ce1-4820-993b-21afd554a68c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.400078] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1273.400078] env[69735]: value = "task-3606107" [ 1273.400078] env[69735]: _type = "Task" [ 1273.400078] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.408776] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.717889] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606106, 'name': CreateVM_Task, 'duration_secs': 0.380556} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.719022] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.719022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.719022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.719311] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.719568] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7ddffe-ddb5-4969-bdf5-e1dd9d539ee5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.723732] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1273.723732] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526fc531-c741-b3c4-5166-7cee59b677be" [ 1273.723732] env[69735]: _type = "Task" [ 1273.723732] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.730980] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526fc531-c741-b3c4-5166-7cee59b677be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.739641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.779s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.745083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.610s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.746437] env[69735]: INFO nova.compute.claims [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.833341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "e525259b-d864-4f06-a38d-f8868b4a2b94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.833611] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "e525259b-d864-4f06-a38d-f8868b4a2b94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.833824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "e525259b-d864-4f06-a38d-f8868b4a2b94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.834015] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "e525259b-d864-4f06-a38d-f8868b4a2b94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.834189] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "e525259b-d864-4f06-a38d-f8868b4a2b94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.836399] env[69735]: INFO nova.compute.manager [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Terminating instance [ 1273.912882] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606107, 'name': PowerOffVM_Task, 'duration_secs': 0.204614} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.913293] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.913456] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1273.913679] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719337', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'name': 'volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3c5cea82-be68-414f-9c33-bb50c4b66117', 'attached_at': '2025-04-25T19:36:54.000000', 'detached_at': '', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'serial': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1273.914482] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a778c6b-2a27-4ff2-9b02-f7705e462fd0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.932548] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfca1293-9e89-40ea-9f26-8542dc08be54 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.939160] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e12c30-cd93-43fa-8a7e-9e201790e50e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.957664] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadac3b9-db6e-4931-ae23-9a333eb6c275 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.972706] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] The volume has not been displaced from its original location: [datastore2] volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf/volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1273.978124] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.978739] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c388049-8861-4c3f-88b8-3bb7b0360023 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.996067] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1273.996067] env[69735]: value = "task-3606108" [ 1273.996067] env[69735]: _type = "Task" [ 1273.996067] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.003449] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.234000] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526fc531-c741-b3c4-5166-7cee59b677be, 'name': SearchDatastore_Task, 'duration_secs': 0.015263} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.234385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.234581] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.234821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.234964] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.235243] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.235498] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2520604-be9c-4c7f-82f1-dbf159efa115 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.243800] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.243971] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.244664] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5a51cf-da38-4884-9a1c-63e566ef225c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.249585] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1274.249585] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c08ae8-c2a2-f57d-925a-1a3bde24e053" [ 1274.249585] env[69735]: _type = "Task" [ 1274.249585] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.259703] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c08ae8-c2a2-f57d-925a-1a3bde24e053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.340575] env[69735]: DEBUG nova.compute.manager [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.340809] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.341707] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952c3bff-7f8b-42ca-a8d3-b4a34e7f0462 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.348938] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.349218] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0330ce7-b95a-4a8d-991c-75820e67ad64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.355358] env[69735]: DEBUG oslo_vmware.api [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1274.355358] env[69735]: value = "task-3606109" [ 1274.355358] env[69735]: _type = "Task" [ 1274.355358] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.362859] env[69735]: DEBUG oslo_vmware.api [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.508930] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.759974] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52c08ae8-c2a2-f57d-925a-1a3bde24e053, 'name': SearchDatastore_Task, 'duration_secs': 0.008132} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.765053] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2750219a-e8e0-446a-b21f-e48de0b9d168 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.773153] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1274.773153] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520873e7-c006-c1db-bee0-3287cc4cd5f2" [ 1274.773153] env[69735]: _type = "Task" [ 1274.773153] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.781085] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520873e7-c006-c1db-bee0-3287cc4cd5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.864870] env[69735]: DEBUG oslo_vmware.api [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606109, 'name': PowerOffVM_Task, 'duration_secs': 0.27416} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.865059] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.865153] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.867504] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df1424e-729b-430b-8899-88b19de8b242 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.934813] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.935200] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.935332] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleting the datastore file [datastore1] e525259b-d864-4f06-a38d-f8868b4a2b94 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.938395] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e90ea405-a439-487b-b36a-93871e3c7026 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.946082] env[69735]: DEBUG oslo_vmware.api [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1274.946082] env[69735]: value = "task-3606111" [ 1274.946082] env[69735]: _type = "Task" [ 1274.946082] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.958271] env[69735]: DEBUG oslo_vmware.api [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.980376] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3fa945-b620-4468-b4fd-178e7498df9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.987615] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ef9ef-1ab7-444f-9614-71444a4828cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.023335] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e52b381-9df6-4b03-b108-37477f7b6d62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.031304] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.034345] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a121ee-b457-43a9-80d4-3378bbbd0f56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.047303] env[69735]: DEBUG nova.compute.provider_tree [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.215371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.215681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.215865] env[69735]: INFO nova.compute.manager [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Shelving [ 1275.283952] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520873e7-c006-c1db-bee0-3287cc4cd5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.284867] env[69735]: INFO nova.compute.manager [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Swapping old allocation on dict_keys(['41570629-1595-48b8-987e-dbba8db28f32']) held by migration ed92b030-f1a8-4df6-ade6-ac8425aa97a8 for instance [ 1275.285152] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.285397] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] fe212b7e-7e26-4a31-9c22-a766fe0a4d87/fe212b7e-7e26-4a31-9c22-a766fe0a4d87.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.287264] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-008e9972-a4c9-4b3e-a989-107263b332d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.293989] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1275.293989] env[69735]: value = "task-3606112" [ 1275.293989] env[69735]: _type = "Task" [ 1275.293989] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.303291] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.307501] env[69735]: DEBUG nova.scheduler.client.report [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Overwriting current allocation {'allocations': {'41570629-1595-48b8-987e-dbba8db28f32': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '0e90ef104fab4f1a8baf5bf5c820f419', 'user_id': '1528f3206e42473981bd073660c47df8', 'consumer_generation': 1} on consumer 40ca1d97-aaac-4254-95b6-59b21e1954b2 {{(pid=69735) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1275.385645] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.385889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.386151] env[69735]: DEBUG nova.network.neutron [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.434353] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "8460c37a-f6b2-462a-8bc3-11302cfd501e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.434607] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "8460c37a-f6b2-462a-8bc3-11302cfd501e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.434821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "8460c37a-f6b2-462a-8bc3-11302cfd501e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.435090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "8460c37a-f6b2-462a-8bc3-11302cfd501e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.435388] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "8460c37a-f6b2-462a-8bc3-11302cfd501e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.437683] env[69735]: INFO nova.compute.manager [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Terminating instance [ 1275.457164] env[69735]: DEBUG oslo_vmware.api [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176308} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.457434] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.457620] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.457830] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.458016] env[69735]: INFO nova.compute.manager [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1275.458291] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.458561] env[69735]: DEBUG nova.compute.manager [-] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.458654] env[69735]: DEBUG nova.network.neutron [-] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.531810] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606108, 'name': ReconfigVM_Task, 'duration_secs': 1.187355} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.532239] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.537568] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e153dca8-9f00-49ec-baff-f2df03a8648c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.550498] env[69735]: DEBUG nova.scheduler.client.report [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.556470] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1275.556470] env[69735]: value = "task-3606113" [ 1275.556470] env[69735]: _type = "Task" [ 1275.556470] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.566101] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.755122] env[69735]: DEBUG nova.compute.manager [req-179ca371-6cad-4dba-888e-581d481e73b6 req-ea5177ac-7927-40bd-8080-5b40bce4b02f service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Received event network-vif-deleted-9faaaec0-c733-40a2-a3a1-139637eaf96a {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.755122] env[69735]: INFO nova.compute.manager [req-179ca371-6cad-4dba-888e-581d481e73b6 req-ea5177ac-7927-40bd-8080-5b40bce4b02f service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Neutron deleted interface 9faaaec0-c733-40a2-a3a1-139637eaf96a; detaching it from the instance and deleting it from the info cache [ 1275.755122] env[69735]: DEBUG nova.network.neutron [req-179ca371-6cad-4dba-888e-581d481e73b6 req-ea5177ac-7927-40bd-8080-5b40bce4b02f service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.803560] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466289} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.803801] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] fe212b7e-7e26-4a31-9c22-a766fe0a4d87/fe212b7e-7e26-4a31-9c22-a766fe0a4d87.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.804015] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.804283] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f89508e-3000-4aab-8db6-c114c5076ca4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.809585] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1275.809585] env[69735]: value = "task-3606114" [ 1275.809585] env[69735]: _type = "Task" [ 1275.809585] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.816944] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.942018] env[69735]: DEBUG nova.compute.manager [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.942275] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.943209] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e1a8b-3b8e-4291-ba23-7f85dae21295 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.950996] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.951247] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c7750d-acfe-4e66-a7e9-5adc2dea9e73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.956364] env[69735]: DEBUG oslo_vmware.api [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1275.956364] env[69735]: value = "task-3606115" [ 1275.956364] env[69735]: _type = "Task" [ 1275.956364] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.963898] env[69735]: DEBUG oslo_vmware.api [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.056346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.056925] env[69735]: DEBUG nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.062770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.569s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.063015] env[69735]: DEBUG nova.objects.instance [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'pci_requests' on Instance uuid feec9546-de5d-427e-aa03-65e8a78e8622 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.074031] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606113, 'name': ReconfigVM_Task, 'duration_secs': 0.186252} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.077047] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719337', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'name': 'volume-f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3c5cea82-be68-414f-9c33-bb50c4b66117', 'attached_at': '2025-04-25T19:36:54.000000', 'detached_at': '', 'volume_id': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf', 'serial': 'f00402b6-82fb-464e-a7cd-8a4fb38fc2bf'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.077047] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.077047] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a577e03-f681-4805-a08d-d8ef675765e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.084999] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.084999] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d5577b-55c6-4370-b16d-62edc861282e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.226132] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.226476] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-833bf01f-d5c9-4d61-8fd7-cc5ef91e6d64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.234876] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1276.234876] env[69735]: value = "task-3606117" [ 1276.234876] env[69735]: _type = "Task" [ 1276.234876] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.239216] env[69735]: DEBUG nova.network.neutron [-] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.240421] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.240640] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.240840] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleting the datastore file [datastore2] 3c5cea82-be68-414f-9c33-bb50c4b66117 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.241669] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe46549c-5474-41cf-93b4-c8471fb63073 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.246960] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.252030] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1276.252030] env[69735]: value = "task-3606118" [ 1276.252030] env[69735]: _type = "Task" [ 1276.252030] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.261304] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.261573] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20e403f7-9f53-46e0-a062-bf22b9a24d8a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.265324] env[69735]: DEBUG nova.network.neutron [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance_info_cache with network_info: [{"id": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "address": "fa:16:3e:1c:df:26", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1270397c-d0", "ovs_interfaceid": "1270397c-d0d3-4cc2-953a-ce4ab9a12557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.271064] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606b2a59-f421-4c57-bdbb-e7de3829a920 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.306750] env[69735]: DEBUG nova.compute.manager [req-179ca371-6cad-4dba-888e-581d481e73b6 req-ea5177ac-7927-40bd-8080-5b40bce4b02f service nova] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Detach interface failed, port_id=9faaaec0-c733-40a2-a3a1-139637eaf96a, reason: Instance e525259b-d864-4f06-a38d-f8868b4a2b94 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1276.318525] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057876} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.318803] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.319622] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363bb503-00b2-43ef-9887-54066b9defb9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.341938] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] fe212b7e-7e26-4a31-9c22-a766fe0a4d87/fe212b7e-7e26-4a31-9c22-a766fe0a4d87.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.342311] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda424e8-0f51-4e18-aa19-fb899537e354 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.362392] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1276.362392] env[69735]: value = "task-3606119" [ 1276.362392] env[69735]: _type = "Task" [ 1276.362392] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.371194] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.466552] env[69735]: DEBUG oslo_vmware.api [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606115, 'name': PowerOffVM_Task, 'duration_secs': 0.278025} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.466789] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.466974] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.467299] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68eb8cd2-157e-4b87-bc9d-ee2b7134a51c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.535422] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.535605] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.535781] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleting the datastore file [datastore2] 8460c37a-f6b2-462a-8bc3-11302cfd501e {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.536090] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe99c8a-8e26-4001-b8d9-37739465b171 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.541953] env[69735]: DEBUG oslo_vmware.api [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1276.541953] env[69735]: value = "task-3606121" [ 1276.541953] env[69735]: _type = "Task" [ 1276.541953] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.550462] env[69735]: DEBUG oslo_vmware.api [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.566927] env[69735]: DEBUG nova.compute.utils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.568416] env[69735]: DEBUG nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.568541] env[69735]: DEBUG nova.network.neutron [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.571916] env[69735]: DEBUG nova.objects.instance [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'numa_topology' on Instance uuid feec9546-de5d-427e-aa03-65e8a78e8622 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.618394] env[69735]: DEBUG nova.policy [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5df1e6e9ad80438ebc93dcf5ed04d9c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '309d91bcdb774f1c823c96e042fe4f8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.748025] env[69735]: INFO nova.compute.manager [-] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Took 1.29 seconds to deallocate network for instance. [ 1276.748025] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606117, 'name': PowerOffVM_Task, 'duration_secs': 0.197113} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.748025] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.750955] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd57fa1-a7c9-48f7-91cc-f5c7e015d76e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.772839] env[69735]: DEBUG oslo_concurrency.lockutils [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-40ca1d97-aaac-4254-95b6-59b21e1954b2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.773473] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.776866] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668a5cee-a61f-4923-85dc-25ee80abce86 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.778989] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6507d6c2-e80c-401d-b250-9ea95ea1ecde {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.785701] env[69735]: DEBUG oslo_vmware.api [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089785} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.785701] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.785701] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.785701] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.785701] env[69735]: INFO nova.compute.manager [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Took 3.39 seconds to destroy the instance on the hypervisor. [ 1276.785701] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.785701] env[69735]: DEBUG nova.compute.manager [-] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.785701] env[69735]: DEBUG nova.network.neutron [-] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.794036] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1276.794036] env[69735]: value = "task-3606122" [ 1276.794036] env[69735]: _type = "Task" [ 1276.794036] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.802503] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.872601] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606119, 'name': ReconfigVM_Task, 'duration_secs': 0.296239} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.876024] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Reconfigured VM instance instance-00000074 to attach disk [datastore1] fe212b7e-7e26-4a31-9c22-a766fe0a4d87/fe212b7e-7e26-4a31-9c22-a766fe0a4d87.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.876024] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92d69067-5a78-48c3-8e10-e8e292f90c7c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.879549] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1276.879549] env[69735]: value = "task-3606123" [ 1276.879549] env[69735]: _type = "Task" [ 1276.879549] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.889372] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606123, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.010885] env[69735]: DEBUG nova.network.neutron [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Successfully created port: 9c40a43e-3c41-4190-902f-56051f3d5b01 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.052641] env[69735]: DEBUG oslo_vmware.api [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216572} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.052900] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.053098] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.053267] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.053457] env[69735]: INFO nova.compute.manager [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1277.053798] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.054021] env[69735]: DEBUG nova.compute.manager [-] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.054154] env[69735]: DEBUG nova.network.neutron [-] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.071808] env[69735]: DEBUG nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.074681] env[69735]: INFO nova.compute.claims [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.256204] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.295337] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1277.295819] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb8c2d54-7012-4f91-a7e2-2e745f1e0404 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.309756] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606122, 'name': PowerOffVM_Task, 'duration_secs': 0.206526} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.311204] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.311863] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.312108] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.312255] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.312457] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.312603] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.312721] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.312932] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.313150] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.313337] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.313540] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.313670] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.319055] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1277.319055] env[69735]: value = "task-3606124" [ 1277.319055] env[69735]: _type = "Task" [ 1277.319055] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.319394] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed5de11-20ac-40d9-9d75-5c9377cc2cd5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.338312] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.339624] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1277.339624] env[69735]: value = "task-3606125" [ 1277.339624] env[69735]: _type = "Task" [ 1277.339624] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.347267] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.389269] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606123, 'name': Rename_Task, 'duration_secs': 0.234286} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.389604] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.389878] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d9d2158-dfde-4cbf-a4a7-95544d280ee0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.396262] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1277.396262] env[69735]: value = "task-3606126" [ 1277.396262] env[69735]: _type = "Task" [ 1277.396262] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.403988] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.839159] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.847987] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606125, 'name': ReconfigVM_Task, 'duration_secs': 0.257615} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.848780] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffa98ea-1bde-4e71-b8e3-13543971a944 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.868479] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.868633] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.868806] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.868990] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.869153] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.869302] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.869509] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.869665] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.869828] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.869985] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.870176] env[69735]: DEBUG nova.virt.hardware [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.870914] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f4adc6-204a-47d7-9e39-88d068c67707 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.876582] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1277.876582] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527ada3a-84aa-b1e8-ef62-c19c2cff30d7" [ 1277.876582] env[69735]: _type = "Task" [ 1277.876582] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.884465] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527ada3a-84aa-b1e8-ef62-c19c2cff30d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.905417] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606126, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.085553] env[69735]: DEBUG nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.167185] env[69735]: DEBUG nova.compute.manager [req-ca07ef21-17d3-40f4-ba2d-d8b114c34dce req-30449fed-d984-446d-be1c-3b371b9a1d19 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Received event network-vif-deleted-a9a88587-478e-4d68-b921-c5eeb55e0a1e {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.167946] env[69735]: INFO nova.compute.manager [req-ca07ef21-17d3-40f4-ba2d-d8b114c34dce req-30449fed-d984-446d-be1c-3b371b9a1d19 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Neutron deleted interface a9a88587-478e-4d68-b921-c5eeb55e0a1e; detaching it from the instance and deleting it from the info cache [ 1278.168463] env[69735]: DEBUG nova.network.neutron [req-ca07ef21-17d3-40f4-ba2d-d8b114c34dce req-30449fed-d984-446d-be1c-3b371b9a1d19 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.210335] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.210588] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.210744] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.210920] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.211436] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.211646] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.211863] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.212035] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.212211] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.212376] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.212592] env[69735]: DEBUG nova.virt.hardware [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.213463] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ebf080-c27b-4691-8fa7-f9d0fbe27697 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.225010] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a28de54-c5b8-4297-9471-60a5a09bb53e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.336487] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aaac2e-3a9d-4c38-98e0-a037cb8c6e6d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.345345] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606124, 'name': CreateSnapshot_Task, 'duration_secs': 0.799378} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.348189] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1278.349008] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e82d10-efaf-46ea-9252-3a905dc37072 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.352757] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2ec35a-471b-419e-a6b6-d416cf95faba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.394840] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92000b21-6957-4694-86a7-3c6afcb358c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.405658] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527ada3a-84aa-b1e8-ef62-c19c2cff30d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008152} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.413770] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.417774] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-466d7814-d23b-4cc8-a57f-af1d07b6b10b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.432430] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b4bfe4-b139-4002-b743-6df089a2c554 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.436548] env[69735]: DEBUG oslo_vmware.api [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606126, 'name': PowerOnVM_Task, 'duration_secs': 0.606906} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.437303] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.437552] env[69735]: INFO nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1278.437764] env[69735]: DEBUG nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.439125] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a681d-a918-4844-a0c5-9015002b1049 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.450045] env[69735]: DEBUG nova.compute.provider_tree [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.452586] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1278.452586] env[69735]: value = "task-3606127" [ 1278.452586] env[69735]: _type = "Task" [ 1278.452586] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.466793] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.649110] env[69735]: DEBUG nova.network.neutron [-] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.672125] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e9cff3f-bca6-4fb0-88cf-e4f2b3b484ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.681342] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24539d44-9775-44fe-a06f-ecd66ee59d92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.711881] env[69735]: DEBUG nova.compute.manager [req-ca07ef21-17d3-40f4-ba2d-d8b114c34dce req-30449fed-d984-446d-be1c-3b371b9a1d19 service nova] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Detach interface failed, port_id=a9a88587-478e-4d68-b921-c5eeb55e0a1e, reason: Instance 8460c37a-f6b2-462a-8bc3-11302cfd501e could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.766962] env[69735]: DEBUG nova.network.neutron [-] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.870959] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1278.871330] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d357a6a0-c1cc-45b2-8c5b-9161d0078017 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.880372] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1278.880372] env[69735]: value = "task-3606128" [ 1278.880372] env[69735]: _type = "Task" [ 1278.880372] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.888576] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606128, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.958856] env[69735]: DEBUG nova.scheduler.client.report [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.969042] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606127, 'name': ReconfigVM_Task, 'duration_secs': 0.166508} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.969240] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.972576] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0274bea5-a40e-45bc-ad71-3eff481a7750 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.975194] env[69735]: INFO nova.compute.manager [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Took 15.15 seconds to build instance. [ 1278.998215] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2/40ca1d97-aaac-4254-95b6-59b21e1954b2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.999164] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c5d4d6-127a-4d26-9ec1-366b1273e810 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.018737] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1279.018737] env[69735]: value = "task-3606129" [ 1279.018737] env[69735]: _type = "Task" [ 1279.018737] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.027844] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.152178] env[69735]: INFO nova.compute.manager [-] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Took 2.10 seconds to deallocate network for instance. [ 1279.269629] env[69735]: INFO nova.compute.manager [-] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Took 2.49 seconds to deallocate network for instance. [ 1279.391379] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606128, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.469963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.407s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.472440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.217s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.472692] env[69735]: DEBUG nova.objects.instance [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lazy-loading 'resources' on Instance uuid e525259b-d864-4f06-a38d-f8868b4a2b94 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.477834] env[69735]: DEBUG oslo_concurrency.lockutils [None req-fa76d73a-8c16-476c-a6ee-387dd8f47c75 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.664s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.536681] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606129, 'name': ReconfigVM_Task, 'duration_secs': 0.460486} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.536977] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2/40ca1d97-aaac-4254-95b6-59b21e1954b2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.537898] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524e195-3860-4b25-8168-8f1582c2c29a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.559685] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be86039-8d63-4ecc-8163-a638fb0344d4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.579415] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65017ef-f4e8-4923-8f2f-3d405857f366 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.600380] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ef7cd-10bd-4c2e-80c3-a4147c8e5caf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.608699] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.608961] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96553292-e776-411b-83e5-7a15478bf04a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.613167] env[69735]: INFO nova.network.neutron [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating port 54139ea7-7b3b-4e12-8d85-303217804f72 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1279.616234] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1279.616234] env[69735]: value = "task-3606130" [ 1279.616234] env[69735]: _type = "Task" [ 1279.616234] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.616987] env[69735]: DEBUG nova.network.neutron [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Successfully updated port: 9c40a43e-3c41-4190-902f-56051f3d5b01 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.625910] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.658658] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.815054] env[69735]: INFO nova.compute.manager [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Took 0.54 seconds to detach 1 volumes for instance. [ 1279.817436] env[69735]: DEBUG nova.compute.manager [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Deleting volume: f00402b6-82fb-464e-a7cd-8a4fb38fc2bf {{(pid=69735) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1279.897672] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606128, 'name': CloneVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.088461] env[69735]: DEBUG nova.compute.manager [req-0edfd36c-75ed-448a-9879-7c1d432f381e req-931f7620-dd8c-4dfd-9d3a-75f03a54b5e3 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Received event network-changed-3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.088657] env[69735]: DEBUG nova.compute.manager [req-0edfd36c-75ed-448a-9879-7c1d432f381e req-931f7620-dd8c-4dfd-9d3a-75f03a54b5e3 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Refreshing instance network info cache due to event network-changed-3092548d-72ed-469c-ae78-cef480f00240. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.088809] env[69735]: DEBUG oslo_concurrency.lockutils [req-0edfd36c-75ed-448a-9879-7c1d432f381e req-931f7620-dd8c-4dfd-9d3a-75f03a54b5e3 service nova] Acquiring lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.088950] env[69735]: DEBUG oslo_concurrency.lockutils [req-0edfd36c-75ed-448a-9879-7c1d432f381e req-931f7620-dd8c-4dfd-9d3a-75f03a54b5e3 service nova] Acquired lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.089133] env[69735]: DEBUG nova.network.neutron [req-0edfd36c-75ed-448a-9879-7c1d432f381e req-931f7620-dd8c-4dfd-9d3a-75f03a54b5e3 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Refreshing network info cache for port 3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.121811] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-f4f95b59-2434-46ac-bac0-5a5e1e14a17f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.121948] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-f4f95b59-2434-46ac-bac0-5a5e1e14a17f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.122120] env[69735]: DEBUG nova.network.neutron [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.128394] env[69735]: DEBUG oslo_vmware.api [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606130, 'name': PowerOnVM_Task, 'duration_secs': 0.429139} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.131397] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.194803] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f6de9-9e7a-4d22-9f7a-5dd049ddaa0d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.199903] env[69735]: DEBUG nova.compute.manager [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Received event network-vif-deleted-96463bc4-dcfd-4fff-a561-e6a858a390e6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.200137] env[69735]: DEBUG nova.compute.manager [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Received event network-vif-plugged-9c40a43e-3c41-4190-902f-56051f3d5b01 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.200317] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] Acquiring lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.200518] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.201105] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.201105] env[69735]: DEBUG nova.compute.manager [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] No waiting events found dispatching network-vif-plugged-9c40a43e-3c41-4190-902f-56051f3d5b01 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.201105] env[69735]: WARNING nova.compute.manager [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Received unexpected event network-vif-plugged-9c40a43e-3c41-4190-902f-56051f3d5b01 for instance with vm_state building and task_state spawning. [ 1280.201257] env[69735]: DEBUG nova.compute.manager [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Received event network-changed-9c40a43e-3c41-4190-902f-56051f3d5b01 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.201294] env[69735]: DEBUG nova.compute.manager [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Refreshing instance network info cache due to event network-changed-9c40a43e-3c41-4190-902f-56051f3d5b01. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.201443] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] Acquiring lock "refresh_cache-f4f95b59-2434-46ac-bac0-5a5e1e14a17f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.207032] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da66258-1491-4211-a685-ba4caf80ebdc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.240174] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211037a-ac28-47e0-8227-ed0b12b7c9f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.248324] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857bce75-0d54-4d01-b317-16013c394b98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.262963] env[69735]: DEBUG nova.compute.provider_tree [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.361251] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.393019] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606128, 'name': CloneVM_Task, 'duration_secs': 1.044368} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.394187] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Created linked-clone VM from snapshot [ 1280.394498] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcfe1bf-202f-47b9-bd7b-343a73ad9b98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.402890] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Uploading image de408354-52de-4ede-9020-1a1c38db8e79 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1280.430286] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1280.430286] env[69735]: value = "vm-719378" [ 1280.430286] env[69735]: _type = "VirtualMachine" [ 1280.430286] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1280.430614] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b205e7b9-eb83-4065-96d5-8f0877dffb44 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.439010] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lease: (returnval){ [ 1280.439010] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a2e941-7e3c-7937-9df0-b2c255a5344a" [ 1280.439010] env[69735]: _type = "HttpNfcLease" [ 1280.439010] env[69735]: } obtained for exporting VM: (result){ [ 1280.439010] env[69735]: value = "vm-719378" [ 1280.439010] env[69735]: _type = "VirtualMachine" [ 1280.439010] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1280.439316] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the lease: (returnval){ [ 1280.439316] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a2e941-7e3c-7937-9df0-b2c255a5344a" [ 1280.439316] env[69735]: _type = "HttpNfcLease" [ 1280.439316] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1280.445740] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.445740] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a2e941-7e3c-7937-9df0-b2c255a5344a" [ 1280.445740] env[69735]: _type = "HttpNfcLease" [ 1280.445740] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1280.693634] env[69735]: DEBUG nova.network.neutron [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.766621] env[69735]: DEBUG nova.scheduler.client.report [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.948012] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.948012] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a2e941-7e3c-7937-9df0-b2c255a5344a" [ 1280.948012] env[69735]: _type = "HttpNfcLease" [ 1280.948012] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1280.948348] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1280.948348] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a2e941-7e3c-7937-9df0-b2c255a5344a" [ 1280.948348] env[69735]: _type = "HttpNfcLease" [ 1280.948348] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1280.949153] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91528e5-49cc-48e2-bcb9-5f6dc62ab897 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.958540] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52631dfe-fefa-1eae-0c03-c86062ada04b/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1280.958735] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52631dfe-fefa-1eae-0c03-c86062ada04b/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1281.029127] env[69735]: DEBUG nova.network.neutron [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Updating instance_info_cache with network_info: [{"id": "9c40a43e-3c41-4190-902f-56051f3d5b01", "address": "fa:16:3e:02:b2:e4", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c40a43e-3c", "ovs_interfaceid": "9c40a43e-3c41-4190-902f-56051f3d5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.126071] env[69735]: DEBUG nova.network.neutron [req-0edfd36c-75ed-448a-9879-7c1d432f381e req-931f7620-dd8c-4dfd-9d3a-75f03a54b5e3 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updated VIF entry in instance network info cache for port 3092548d-72ed-469c-ae78-cef480f00240. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.126470] env[69735]: DEBUG nova.network.neutron [req-0edfd36c-75ed-448a-9879-7c1d432f381e req-931f7620-dd8c-4dfd-9d3a-75f03a54b5e3 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updating instance_info_cache with network_info: [{"id": "3092548d-72ed-469c-ae78-cef480f00240", "address": "fa:16:3e:89:b1:48", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3092548d-72", "ovs_interfaceid": "3092548d-72ed-469c-ae78-cef480f00240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.142773] env[69735]: INFO nova.compute.manager [None req-38f2616f-897b-40bc-a4e5-906aaee008a7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance to original state: 'active' [ 1281.179928] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-402c2d0c-e2ab-44d4-bddc-a8d7329307c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.244390] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.244657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.244943] env[69735]: DEBUG nova.network.neutron [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.274712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.277597] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.619s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.277898] env[69735]: DEBUG nova.objects.instance [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lazy-loading 'resources' on Instance uuid 8460c37a-f6b2-462a-8bc3-11302cfd501e {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.294305] env[69735]: INFO nova.scheduler.client.report [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted allocations for instance e525259b-d864-4f06-a38d-f8868b4a2b94 [ 1281.534669] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-f4f95b59-2434-46ac-bac0-5a5e1e14a17f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.535046] env[69735]: DEBUG nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Instance network_info: |[{"id": "9c40a43e-3c41-4190-902f-56051f3d5b01", "address": "fa:16:3e:02:b2:e4", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c40a43e-3c", "ovs_interfaceid": "9c40a43e-3c41-4190-902f-56051f3d5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.535395] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] Acquired lock "refresh_cache-f4f95b59-2434-46ac-bac0-5a5e1e14a17f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.535581] env[69735]: DEBUG nova.network.neutron [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Refreshing network info cache for port 9c40a43e-3c41-4190-902f-56051f3d5b01 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.537224] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:b2:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c40a43e-3c41-4190-902f-56051f3d5b01', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.545357] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.551074] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.551953] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21e83365-4290-4214-add3-058bb5b5887c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.576091] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.576091] env[69735]: value = "task-3606133" [ 1281.576091] env[69735]: _type = "Task" [ 1281.576091] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.628961] env[69735]: DEBUG oslo_concurrency.lockutils [req-0edfd36c-75ed-448a-9879-7c1d432f381e req-931f7620-dd8c-4dfd-9d3a-75f03a54b5e3 service nova] Releasing lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.804492] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5ab28283-1c82-4a71-9e5e-fd5719cfb3c3 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "e525259b-d864-4f06-a38d-f8868b4a2b94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.970s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.021518] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb785919-4a96-4427-b040-5095ac6669c6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.034276] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9de5ea-8f06-429e-8cd6-0d7f8b2329fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.073778] env[69735]: DEBUG nova.network.neutron [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Updated VIF entry in instance network info cache for port 9c40a43e-3c41-4190-902f-56051f3d5b01. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.074270] env[69735]: DEBUG nova.network.neutron [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Updating instance_info_cache with network_info: [{"id": "9c40a43e-3c41-4190-902f-56051f3d5b01", "address": "fa:16:3e:02:b2:e4", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c40a43e-3c", "ovs_interfaceid": "9c40a43e-3c41-4190-902f-56051f3d5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.082915] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63820177-db26-4fb7-962c-e6a883c9045f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.100559] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606133, 'name': CreateVM_Task, 'duration_secs': 0.504432} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.102211] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a04bb4-deef-4f22-96f4-fce9c8f34d72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.107474] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.109318] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.109538] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.110046] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.110831] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d7306a-d248-4281-8589-a8ea35de3f83 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.123938] env[69735]: DEBUG nova.compute.provider_tree [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.128963] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1282.128963] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527fa9a6-c73c-a7fb-e6ad-a88afdafc5d8" [ 1282.128963] env[69735]: _type = "Task" [ 1282.128963] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.139149] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527fa9a6-c73c-a7fb-e6ad-a88afdafc5d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.142055] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "d41479d8-60d7-4ba2-8846-93288e93c8db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.142907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "d41479d8-60d7-4ba2-8846-93288e93c8db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.142907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "d41479d8-60d7-4ba2-8846-93288e93c8db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.142907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "d41479d8-60d7-4ba2-8846-93288e93c8db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.142907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "d41479d8-60d7-4ba2-8846-93288e93c8db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.148231] env[69735]: INFO nova.compute.manager [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Terminating instance [ 1282.231585] env[69735]: DEBUG nova.compute.manager [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received event network-vif-plugged-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.231806] env[69735]: DEBUG oslo_concurrency.lockutils [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.232137] env[69735]: DEBUG oslo_concurrency.lockutils [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] Lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.232387] env[69735]: DEBUG oslo_concurrency.lockutils [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] Lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.232759] env[69735]: DEBUG nova.compute.manager [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] No waiting events found dispatching network-vif-plugged-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1282.232833] env[69735]: WARNING nova.compute.manager [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received unexpected event network-vif-plugged-54139ea7-7b3b-4e12-8d85-303217804f72 for instance with vm_state shelved_offloaded and task_state spawning. [ 1282.233095] env[69735]: DEBUG nova.compute.manager [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received event network-changed-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.233268] env[69735]: DEBUG nova.compute.manager [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Refreshing instance network info cache due to event network-changed-54139ea7-7b3b-4e12-8d85-303217804f72. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.233525] env[69735]: DEBUG oslo_concurrency.lockutils [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] Acquiring lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.253489] env[69735]: DEBUG nova.network.neutron [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [{"id": "54139ea7-7b3b-4e12-8d85-303217804f72", "address": "fa:16:3e:26:e3:09", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54139ea7-7b", "ovs_interfaceid": "54139ea7-7b3b-4e12-8d85-303217804f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.512693] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "40ca1d97-aaac-4254-95b6-59b21e1954b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.513210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.513569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.514042] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.514296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.516748] env[69735]: INFO nova.compute.manager [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Terminating instance [ 1282.580687] env[69735]: DEBUG oslo_concurrency.lockutils [req-c9435efb-3756-4d59-afcb-f594c532b6f1 req-530a76c6-7975-439e-b4c3-c3163d9c906f service nova] Releasing lock "refresh_cache-f4f95b59-2434-46ac-bac0-5a5e1e14a17f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.627795] env[69735]: DEBUG nova.scheduler.client.report [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.644348] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]527fa9a6-c73c-a7fb-e6ad-a88afdafc5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.645488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.645727] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.646116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.646400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.646644] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.647254] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0b604cb-8640-409a-afb0-0f014994450d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.652338] env[69735]: DEBUG nova.compute.manager [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.652338] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.653172] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf0c5aa-fbef-4ac9-ad66-aa9b7e9bc2b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.660843] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.662048] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6071bc5-1d26-431c-a553-94c706f63975 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.663742] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.663950] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.664965] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fabab3-7a3a-4798-ba44-3c9869470f9d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.670653] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1282.670653] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220aa67-bcc7-b84a-8050-9dc2fd9e0a4b" [ 1282.670653] env[69735]: _type = "Task" [ 1282.670653] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.672083] env[69735]: DEBUG oslo_vmware.api [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1282.672083] env[69735]: value = "task-3606134" [ 1282.672083] env[69735]: _type = "Task" [ 1282.672083] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.684328] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220aa67-bcc7-b84a-8050-9dc2fd9e0a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.687556] env[69735]: DEBUG oslo_vmware.api [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.760718] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.763520] env[69735]: DEBUG oslo_concurrency.lockutils [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] Acquired lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.763720] env[69735]: DEBUG nova.network.neutron [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Refreshing network info cache for port 54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.790220] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f26adc7cd99db80d51b21d06d137a43a',container_format='bare',created_at=2025-04-25T19:36:57Z,direct_url=,disk_format='vmdk',id=81a5a4a9-8b23-4ad0-bf25-35760e7dc06a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-610021040-shelved',owner='81be6b75204f4dcc9f353353b443b1b8',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-25T19:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.790514] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.790743] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.791040] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.791196] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.791342] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.791551] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.791704] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.791867] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.792043] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.792222] env[69735]: DEBUG nova.virt.hardware [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.793436] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aa2de0-513f-482d-9a6d-70203cef7570 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.801412] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb503b-2a6c-4f54-a48c-0badd1d02a10 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.815398] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:e3:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54139ea7-7b3b-4e12-8d85-303217804f72', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.822986] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.823312] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.823578] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9bd33b2-64ac-471b-b219-91db7564b377 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.843142] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.843142] env[69735]: value = "task-3606135" [ 1282.843142] env[69735]: _type = "Task" [ 1282.843142] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.851151] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606135, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.022048] env[69735]: DEBUG nova.compute.manager [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.022048] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.022352] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc4642f-19b7-48d5-8645-b74a09a6d0f2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.030639] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.030887] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff749cc5-4c2e-4945-b369-3400d1478f62 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.037360] env[69735]: DEBUG oslo_vmware.api [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1283.037360] env[69735]: value = "task-3606136" [ 1283.037360] env[69735]: _type = "Task" [ 1283.037360] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.046554] env[69735]: DEBUG oslo_vmware.api [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.136712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.139439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.778s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.139676] env[69735]: DEBUG nova.objects.instance [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'resources' on Instance uuid 3c5cea82-be68-414f-9c33-bb50c4b66117 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.160594] env[69735]: INFO nova.scheduler.client.report [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleted allocations for instance 8460c37a-f6b2-462a-8bc3-11302cfd501e [ 1283.186394] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5220aa67-bcc7-b84a-8050-9dc2fd9e0a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.016923} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.190540] env[69735]: DEBUG oslo_vmware.api [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606134, 'name': PowerOffVM_Task, 'duration_secs': 0.250514} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.191266] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c974b6-f2d1-42bf-b082-213f8f069551 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.194043] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.194043] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.194286] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d805aa32-655d-4908-82c5-30f2747128f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.199240] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1283.199240] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525c228a-5918-7502-c6e9-9f6a56d47a34" [ 1283.199240] env[69735]: _type = "Task" [ 1283.199240] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.210277] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525c228a-5918-7502-c6e9-9f6a56d47a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.289094] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.289293] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.289498] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleting the datastore file [datastore1] d41479d8-60d7-4ba2-8846-93288e93c8db {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.289827] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ead574ff-389a-48f8-81e0-cb539d979489 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.300644] env[69735]: DEBUG oslo_vmware.api [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1283.300644] env[69735]: value = "task-3606138" [ 1283.300644] env[69735]: _type = "Task" [ 1283.300644] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.308579] env[69735]: DEBUG oslo_vmware.api [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.355012] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606135, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.535582] env[69735]: DEBUG nova.network.neutron [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updated VIF entry in instance network info cache for port 54139ea7-7b3b-4e12-8d85-303217804f72. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.535965] env[69735]: DEBUG nova.network.neutron [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [{"id": "54139ea7-7b3b-4e12-8d85-303217804f72", "address": "fa:16:3e:26:e3:09", "network": {"id": "98c632df-2f5c-45ba-9fd5-d945b4c3a6ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2119504269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81be6b75204f4dcc9f353353b443b1b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54139ea7-7b", "ovs_interfaceid": "54139ea7-7b3b-4e12-8d85-303217804f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.546251] env[69735]: DEBUG oslo_vmware.api [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606136, 'name': PowerOffVM_Task, 'duration_secs': 0.201812} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.547210] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.547320] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.548060] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a87242-c1e4-4c2d-813d-cf91ea7be027 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.617842] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.618148] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.618355] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleting the datastore file [datastore1] 40ca1d97-aaac-4254-95b6-59b21e1954b2 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.618651] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-749e7d39-657f-4b56-9c0b-41bc54056098 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.625051] env[69735]: DEBUG oslo_vmware.api [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1283.625051] env[69735]: value = "task-3606140" [ 1283.625051] env[69735]: _type = "Task" [ 1283.625051] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.633216] env[69735]: DEBUG oslo_vmware.api [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.670082] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c6736137-a2e7-4ef3-bba1-7dc180a78284 tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "8460c37a-f6b2-462a-8bc3-11302cfd501e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.235s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.711219] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]525c228a-5918-7502-c6e9-9f6a56d47a34, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.714091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.714378] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] f4f95b59-2434-46ac-bac0-5a5e1e14a17f/f4f95b59-2434-46ac-bac0-5a5e1e14a17f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.714882] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-449c2c45-1948-4594-a15b-6749b1b87d3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.720726] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1283.720726] env[69735]: value = "task-3606141" [ 1283.720726] env[69735]: _type = "Task" [ 1283.720726] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.730733] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.811377] env[69735]: DEBUG oslo_vmware.api [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194464} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.811770] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.812097] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.812337] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.812533] env[69735]: INFO nova.compute.manager [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1283.812775] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.813852] env[69735]: DEBUG nova.compute.manager [-] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.813981] env[69735]: DEBUG nova.network.neutron [-] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.816143] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7c0418-f395-4db0-969d-9d4655ac0995 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.823049] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c6b696-2e1f-4023-b932-f5433b98600a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.861025] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9d293e-cec0-42ce-9319-abe3f2bd786f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.872564] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473d949-ef8f-484e-aeb7-5b304d53ed69 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.876839] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606135, 'name': CreateVM_Task, 'duration_secs': 0.970513} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.877041] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.878075] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.878296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.878699] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.887612] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483c5d96-2275-4732-a471-b64e11a9801b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.889556] env[69735]: DEBUG nova.compute.provider_tree [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.894189] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1283.894189] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529a4b38-b1e7-1153-fdd5-6d86b7e0ec53" [ 1283.894189] env[69735]: _type = "Task" [ 1283.894189] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.902301] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529a4b38-b1e7-1153-fdd5-6d86b7e0ec53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.039019] env[69735]: DEBUG oslo_concurrency.lockutils [req-5936be20-ad62-4cee-b414-39d5a1244666 req-f1085ea7-a56f-4538-a0b8-e7e9ed9f091e service nova] Releasing lock "refresh_cache-feec9546-de5d-427e-aa03-65e8a78e8622" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.137640] env[69735]: DEBUG oslo_vmware.api [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304525} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.138046] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.138293] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.138551] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.138798] env[69735]: INFO nova.compute.manager [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1284.139139] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.139403] env[69735]: DEBUG nova.compute.manager [-] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.139546] env[69735]: DEBUG nova.network.neutron [-] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.235727] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606141, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.278663] env[69735]: DEBUG nova.compute.manager [req-7a509bee-2b30-468a-ad87-8ff2257aa31d req-8b9e38c1-2554-49eb-812e-9c0162e726ee service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Received event network-vif-deleted-a9d8cf61-c4e5-4b35-bd56-635a01a55d6f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.279208] env[69735]: INFO nova.compute.manager [req-7a509bee-2b30-468a-ad87-8ff2257aa31d req-8b9e38c1-2554-49eb-812e-9c0162e726ee service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Neutron deleted interface a9d8cf61-c4e5-4b35-bd56-635a01a55d6f; detaching it from the instance and deleting it from the info cache [ 1284.279444] env[69735]: DEBUG nova.network.neutron [req-7a509bee-2b30-468a-ad87-8ff2257aa31d req-8b9e38c1-2554-49eb-812e-9c0162e726ee service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.393770] env[69735]: DEBUG nova.scheduler.client.report [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.409196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.409196] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Processing image 81a5a4a9-8b23-4ad0-bf25-35760e7dc06a {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.409196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.409196] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.409196] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.409196] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a04b71ca-31f6-435b-952c-5393f822e8f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.421275] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.421651] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.422391] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4b214b-64c8-4e8c-ad62-3ffa2df21f7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.428379] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1284.428379] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d1d087-d249-ddce-19b5-7ee462c1c05d" [ 1284.428379] env[69735]: _type = "Task" [ 1284.428379] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.439054] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d1d087-d249-ddce-19b5-7ee462c1c05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.544498] env[69735]: DEBUG nova.network.neutron [-] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.731412] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693083} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.731738] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] f4f95b59-2434-46ac-bac0-5a5e1e14a17f/f4f95b59-2434-46ac-bac0-5a5e1e14a17f.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.731917] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.732241] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55dad512-3f65-441e-bcf2-a90212c0b372 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.739218] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1284.739218] env[69735]: value = "task-3606142" [ 1284.739218] env[69735]: _type = "Task" [ 1284.739218] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.748565] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.782689] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f67dc91b-9c1a-4722-a901-68da710a0a5d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.796676] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e19a910-a0b0-4da4-ad6a-48e416c59305 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.830248] env[69735]: DEBUG nova.compute.manager [req-7a509bee-2b30-468a-ad87-8ff2257aa31d req-8b9e38c1-2554-49eb-812e-9c0162e726ee service nova] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Detach interface failed, port_id=a9d8cf61-c4e5-4b35-bd56-635a01a55d6f, reason: Instance d41479d8-60d7-4ba2-8846-93288e93c8db could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1284.867671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.867671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.867671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.867671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.867671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.868524] env[69735]: INFO nova.compute.manager [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Terminating instance [ 1284.899349] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.924048] env[69735]: INFO nova.scheduler.client.report [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted allocations for instance 3c5cea82-be68-414f-9c33-bb50c4b66117 [ 1284.939731] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Preparing fetch location {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1284.940204] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Fetch image to [datastore1] OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718/OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718.vmdk {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1284.940423] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Downloading stream optimized image 81a5a4a9-8b23-4ad0-bf25-35760e7dc06a to [datastore1] OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718/OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718.vmdk on the data store datastore1 as vApp {{(pid=69735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1284.940697] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Downloading image file data 81a5a4a9-8b23-4ad0-bf25-35760e7dc06a to the ESX as VM named 'OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718' {{(pid=69735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1285.030618] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1285.030618] env[69735]: value = "resgroup-9" [ 1285.030618] env[69735]: _type = "ResourcePool" [ 1285.030618] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1285.030618] env[69735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b05917a2-025f-468b-81d9-fe6648f60943 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.049361] env[69735]: INFO nova.compute.manager [-] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Took 1.24 seconds to deallocate network for instance. [ 1285.052423] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease: (returnval){ [ 1285.052423] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b20b-d694-5ebe-34a9-e07b270daf7c" [ 1285.052423] env[69735]: _type = "HttpNfcLease" [ 1285.052423] env[69735]: } obtained for vApp import into resource pool (val){ [ 1285.052423] env[69735]: value = "resgroup-9" [ 1285.052423] env[69735]: _type = "ResourcePool" [ 1285.052423] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1285.052716] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the lease: (returnval){ [ 1285.052716] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b20b-d694-5ebe-34a9-e07b270daf7c" [ 1285.052716] env[69735]: _type = "HttpNfcLease" [ 1285.052716] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1285.062398] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.062398] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b20b-d694-5ebe-34a9-e07b270daf7c" [ 1285.062398] env[69735]: _type = "HttpNfcLease" [ 1285.062398] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.250437] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072466} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.250793] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.251669] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6931dd-ea10-40d6-bc9f-72e409c612ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.275635] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] f4f95b59-2434-46ac-bac0-5a5e1e14a17f/f4f95b59-2434-46ac-bac0-5a5e1e14a17f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.275978] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46212cb2-270b-48c2-9f28-11f8a76d3eca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.295831] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1285.295831] env[69735]: value = "task-3606144" [ 1285.295831] env[69735]: _type = "Task" [ 1285.295831] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.304145] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.337152] env[69735]: DEBUG nova.network.neutron [-] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.372597] env[69735]: DEBUG nova.compute.manager [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.372835] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.374245] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679704f-6311-4fea-9ad5-8d912a4fa588 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.382792] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.383114] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c729635-3c77-453b-91d3-163f6697fa8a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.389989] env[69735]: DEBUG oslo_vmware.api [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1285.389989] env[69735]: value = "task-3606145" [ 1285.389989] env[69735]: _type = "Task" [ 1285.389989] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.399462] env[69735]: DEBUG oslo_vmware.api [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.431766] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b0c0b20-61d6-444b-8fbb-2358b3de2b9a tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "3c5cea82-be68-414f-9c33-bb50c4b66117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.546s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.557453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.557707] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.557933] env[69735]: DEBUG nova.objects.instance [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lazy-loading 'resources' on Instance uuid d41479d8-60d7-4ba2-8846-93288e93c8db {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.567064] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.567064] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b20b-d694-5ebe-34a9-e07b270daf7c" [ 1285.567064] env[69735]: _type = "HttpNfcLease" [ 1285.567064] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.806499] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.841945] env[69735]: INFO nova.compute.manager [-] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Took 1.70 seconds to deallocate network for instance. [ 1285.900202] env[69735]: DEBUG oslo_vmware.api [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606145, 'name': PowerOffVM_Task, 'duration_secs': 0.233314} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.900571] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.900822] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.901106] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62152346-f2f8-4bf3-8078-73fda14216dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.971888] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.971888] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.972170] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleting the datastore file [datastore2] 31bc3b6e-5150-4f99-a14e-1a6f6006d66a {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.972241] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a564bc3-bac0-448a-9ae4-49e66dd4ed23 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.979235] env[69735]: DEBUG oslo_vmware.api [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for the task: (returnval){ [ 1285.979235] env[69735]: value = "task-3606147" [ 1285.979235] env[69735]: _type = "Task" [ 1285.979235] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.987616] env[69735]: DEBUG oslo_vmware.api [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.069157] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.069157] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b20b-d694-5ebe-34a9-e07b270daf7c" [ 1286.069157] env[69735]: _type = "HttpNfcLease" [ 1286.069157] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1286.069157] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1286.069157] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249b20b-d694-5ebe-34a9-e07b270daf7c" [ 1286.069157] env[69735]: _type = "HttpNfcLease" [ 1286.069157] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1286.069157] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82666a11-6a9b-4d5f-892d-152ac35c986f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.078463] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd334d-f12c-4448-9394-7b675253b00c/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1286.078636] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd334d-f12c-4448-9394-7b675253b00c/disk-0.vmdk. {{(pid=69735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1286.143030] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d18a8f4-fdbd-49f5-ae81-2705a8bca0bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.269473] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf87bfa-0dc2-4c74-a922-fa3cf4fab6d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.278852] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d9112-a2af-4e31-8156-54444677aa9e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.315841] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b044ba8-a7cc-49aa-aadf-1a7382f37ce8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.319449] env[69735]: DEBUG nova.compute.manager [req-c043a8ae-d334-4e8a-88b4-5214142cd73a req-aff7806a-0d2e-4f76-b009-607ffc71cd7a service nova] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Received event network-vif-deleted-1270397c-d0d3-4cc2-953a-ce4ab9a12557 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.326235] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606144, 'name': ReconfigVM_Task, 'duration_secs': 0.542177} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.329653] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Reconfigured VM instance instance-00000075 to attach disk [datastore1] f4f95b59-2434-46ac-bac0-5a5e1e14a17f/f4f95b59-2434-46ac-bac0-5a5e1e14a17f.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.330638] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bfd5bba-e2d7-4925-af70-2ab8f67175be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.333393] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584cc315-2bf5-4951-8e09-8ed36a3856b5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.350944] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.351564] env[69735]: DEBUG nova.compute.provider_tree [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.355070] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1286.355070] env[69735]: value = "task-3606148" [ 1286.355070] env[69735]: _type = "Task" [ 1286.355070] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.364834] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606148, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.492063] env[69735]: DEBUG oslo_vmware.api [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Task: {'id': task-3606147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177998} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.492366] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.492561] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.492755] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.492967] env[69735]: INFO nova.compute.manager [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1286.493283] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.493503] env[69735]: DEBUG nova.compute.manager [-] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.493634] env[69735]: DEBUG nova.network.neutron [-] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.495660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.495864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.496115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.496332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.496559] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.498984] env[69735]: INFO nova.compute.manager [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Terminating instance [ 1286.856537] env[69735]: DEBUG nova.scheduler.client.report [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.873711] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606148, 'name': Rename_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.003032] env[69735]: DEBUG nova.compute.manager [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.003365] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.004334] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2162b7-26e1-4b5f-a930-ffa71eb4a7be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.013562] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.015199] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9542fe-b2d8-4734-838f-3522fb4bac98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.021992] env[69735]: DEBUG oslo_vmware.api [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1287.021992] env[69735]: value = "task-3606149" [ 1287.021992] env[69735]: _type = "Task" [ 1287.021992] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.032282] env[69735]: DEBUG oslo_vmware.api [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.354015] env[69735]: DEBUG nova.network.neutron [-] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.370879] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.373055] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606148, 'name': Rename_Task, 'duration_secs': 0.594457} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.373534] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.023s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.373742] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.375884] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.376370] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afffa8cc-55ba-44db-a5ea-7c2f5db4a415 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.383930] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1287.383930] env[69735]: value = "task-3606150" [ 1287.383930] env[69735]: _type = "Task" [ 1287.383930] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.392732] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.395722] env[69735]: INFO nova.scheduler.client.report [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted allocations for instance d41479d8-60d7-4ba2-8846-93288e93c8db [ 1287.397400] env[69735]: INFO nova.scheduler.client.report [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted allocations for instance 40ca1d97-aaac-4254-95b6-59b21e1954b2 [ 1287.402697] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Completed reading data from the image iterator. {{(pid=69735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1287.402948] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd334d-f12c-4448-9394-7b675253b00c/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1287.403991] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2200cdc4-cf51-47cf-aaae-5ce6e8556a39 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.411090] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd334d-f12c-4448-9394-7b675253b00c/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1287.411275] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd334d-f12c-4448-9394-7b675253b00c/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1287.411540] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-06afc588-5a5a-415b-a486-ab65b587c024 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.532699] env[69735]: DEBUG oslo_vmware.api [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606149, 'name': PowerOffVM_Task, 'duration_secs': 0.217331} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.532912] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.533055] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.533317] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71e009a5-df7b-402f-9017-e274214cc66b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.582385] env[69735]: DEBUG oslo_vmware.rw_handles [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd334d-f12c-4448-9394-7b675253b00c/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1287.582670] env[69735]: INFO nova.virt.vmwareapi.images [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Downloaded image file data 81a5a4a9-8b23-4ad0-bf25-35760e7dc06a [ 1287.583731] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552e1d08-9689-4aa9-8115-17085ab905c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.601978] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-563688db-894d-48b5-a137-acd855436ac1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.603803] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.603975] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.604118] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleting the datastore file [datastore1] 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.604363] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bbf75bf-e20a-42d5-87bb-bd3f6febec70 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.611215] env[69735]: DEBUG oslo_vmware.api [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1287.611215] env[69735]: value = "task-3606153" [ 1287.611215] env[69735]: _type = "Task" [ 1287.611215] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.619060] env[69735]: DEBUG oslo_vmware.api [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.648040] env[69735]: INFO nova.virt.vmwareapi.images [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] The imported VM was unregistered [ 1287.649251] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Caching image {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1287.649577] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Creating directory with path [datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.649930] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b80bb97a-46bf-4c25-8e1b-aa6bdcd28a69 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.663392] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Created directory with path [datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.663534] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718/OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718.vmdk to [datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a.vmdk. {{(pid=69735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1287.663806] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5fc43cd8-af16-4d58-a1ca-0f041f787144 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.670832] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1287.670832] env[69735]: value = "task-3606154" [ 1287.670832] env[69735]: _type = "Task" [ 1287.670832] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.680746] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606154, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.857022] env[69735]: INFO nova.compute.manager [-] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Took 1.36 seconds to deallocate network for instance. [ 1287.907255] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606150, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.910257] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a902ed18-c6d3-4b68-9db7-0d166106918b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "d41479d8-60d7-4ba2-8846-93288e93c8db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.768s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.912820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f0eca06c-c950-4588-bf9b-1b1a1cab8b28 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "40ca1d97-aaac-4254-95b6-59b21e1954b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.400s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.125777] env[69735]: DEBUG oslo_vmware.api [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154633} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.126066] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.126260] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.126507] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.126693] env[69735]: INFO nova.compute.manager [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1288.126943] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.127175] env[69735]: DEBUG nova.compute.manager [-] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.127273] env[69735]: DEBUG nova.network.neutron [-] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.185556] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606154, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.253537] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.253809] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.253945] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.254195] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.254350] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_power_states {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.365468] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.365813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.366607] env[69735]: DEBUG nova.objects.instance [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lazy-loading 'resources' on Instance uuid 31bc3b6e-5150-4f99-a14e-1a6f6006d66a {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.401831] env[69735]: DEBUG oslo_vmware.api [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606150, 'name': PowerOnVM_Task, 'duration_secs': 0.600535} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.402165] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.402449] env[69735]: INFO nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1288.402651] env[69735]: DEBUG nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.403590] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dce0c5-6dce-4d2f-b408-2292c7df73eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.643024] env[69735]: DEBUG nova.compute.manager [req-5f8b9694-7f24-4079-a829-ee1419f39877 req-3f75633e-7022-4e88-b08a-8ac7c1feee6f service nova] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Received event network-vif-deleted-24229246-67b5-4241-a90a-22eb8ef68053 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.684318] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606154, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.760190] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Getting list of instances from cluster (obj){ [ 1288.760190] env[69735]: value = "domain-c8" [ 1288.760190] env[69735]: _type = "ClusterComputeResource" [ 1288.760190] env[69735]: } {{(pid=69735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1288.761321] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24112f1-96b1-4402-955c-5d6a888b95ae {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.783061] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Got total of 7 instances {{(pid=69735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1288.783253] env[69735]: WARNING nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1288.783400] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.784025] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid 31bc3b6e-5150-4f99-a14e-1a6f6006d66a {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.784025] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid 7922b813-576a-46ea-a177-91ab37aec0ce {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.784025] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.784219] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid feec9546-de5d-427e-aa03-65e8a78e8622 {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.784219] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.784358] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid 73027100-1dab-42c9-bfcd-76143b827950 {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.784467] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.784610] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Triggering sync for uuid f4f95b59-2434-46ac-bac0-5a5e1e14a17f {{(pid=69735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.785010] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.785273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.785569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.785788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "7922b813-576a-46ea-a177-91ab37aec0ce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.785970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "7922b813-576a-46ea-a177-91ab37aec0ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.786261] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.786487] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.786690] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.786891] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "73027100-1dab-42c9-bfcd-76143b827950" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.787082] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "73027100-1dab-42c9-bfcd-76143b827950" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.787312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.787494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.787712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.787902] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.789497] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de461793-5c64-49cf-8636-68cf88d32245 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.792884] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5e4345-6239-4585-adbc-a75d0557f91b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.796094] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81198275-b97e-4b69-a166-63b150e6267c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.798982] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed06a038-968d-4891-81dc-ca9adb398267 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.804632] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.935503] env[69735]: INFO nova.compute.manager [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Took 17.82 seconds to build instance. [ 1289.022770] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0d092-aa80-4b81-b53f-9232b39e2c24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.034719] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4c5763-00db-4894-879c-f36411206d36 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.072435] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4901ff-39a7-4d1c-a6f7-2ee641881281 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.083954] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596d7b22-aeac-48a3-8ea2-6f8f2a64c5b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.103362] env[69735]: DEBUG nova.network.neutron [-] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.104917] env[69735]: DEBUG nova.compute.provider_tree [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.186769] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606154, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.244791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "4acbd82c-378b-46ce-9d69-0628f9c61553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.245056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.320741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "73027100-1dab-42c9-bfcd-76143b827950" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.321288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.321581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "7922b813-576a-46ea-a177-91ab37aec0ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.329837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.438970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63e05084-1ae3-49a2-bb0d-f88501e56377 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.330s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.439125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.651s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.439325] env[69735]: INFO nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1289.439504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.608067] env[69735]: INFO nova.compute.manager [-] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Took 1.48 seconds to deallocate network for instance. [ 1289.609727] env[69735]: DEBUG nova.scheduler.client.report [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.630399] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "6e588e68-d063-43c5-9095-4e88203e189c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.630399] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "6e588e68-d063-43c5-9095-4e88203e189c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.686679] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606154, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.750096] env[69735]: DEBUG nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.989296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.989939] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.989939] env[69735]: DEBUG nova.compute.manager [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.990714] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c734b-0c53-4817-b3e6-38ac53ee3194 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.997541] env[69735]: DEBUG nova.compute.manager [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1289.998187] env[69735]: DEBUG nova.objects.instance [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'flavor' on Instance uuid f4f95b59-2434-46ac-bac0-5a5e1e14a17f {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.121051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.122753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.318s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.122953] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.123116] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1290.123983] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a71a95-e45e-4f95-86f0-88cb61c38c37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.132270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.132543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.132747] env[69735]: DEBUG nova.objects.instance [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'resources' on Instance uuid 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.133928] env[69735]: DEBUG nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.137916] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b98afa3-477c-4b88-a7f8-bf82810c4c44 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.144562] env[69735]: INFO nova.scheduler.client.report [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Deleted allocations for instance 31bc3b6e-5150-4f99-a14e-1a6f6006d66a [ 1290.161639] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba424bd-723e-4ebc-8061-3e3e591e817e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.171553] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7876531a-5e86-43e7-99b4-de42ab87c54c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.186977] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606154, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.271873} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.212707] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718/OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718.vmdk to [datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a.vmdk. [ 1290.212950] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Cleaning up location [datastore1] OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1290.213218] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6e0b678d-e4d0-4c29-8cbe-5e88f795e718 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.214436] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179248MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1290.214675] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.219122] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e76efa9-477e-4be9-8662-2b09cdc8d08f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.226204] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1290.226204] env[69735]: value = "task-3606155" [ 1290.226204] env[69735]: _type = "Task" [ 1290.226204] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.236888] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.271962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.311015] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d9642a-aa06-4147-85ed-99265f15da6b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.318786] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d561661-4d06-4741-a4ef-1c27eb61cb07 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.349595] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36094d22-c2cf-4cd4-ac43-e7a8926e17a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.356893] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e4b74f-6375-4fa8-ba12-fbf8d9289e24 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.369626] env[69735]: DEBUG nova.compute.provider_tree [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.655298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e4f0d734-d568-4ad8-b5c9-f903777333ae tempest-ServerRescueNegativeTestJSON-253277901 tempest-ServerRescueNegativeTestJSON-253277901-project-member] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.789s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.656375] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.871s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.656788] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4ffdf48-c69b-4adc-85b1-f324a757df38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.667228] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea5780d-d9f3-4ded-95a0-f7eba0de55a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.679150] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.737097] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037512} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.737363] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.737534] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.737777] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a.vmdk to [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622/feec9546-de5d-427e-aa03-65e8a78e8622.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.738061] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b138f069-37c0-4a8e-94d3-4252ac519b20 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.744936] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1290.744936] env[69735]: value = "task-3606156" [ 1290.744936] env[69735]: _type = "Task" [ 1290.744936] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.752854] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.787816] env[69735]: DEBUG nova.compute.manager [req-e06f5a1c-7f8b-4ffb-a39c-e6c745170ff9 req-d0b49c54-3d72-4b53-b7cf-28024ff86c51 service nova] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Received event network-vif-deleted-7a31dc57-54d1-471d-b17b-8907cdf504f8 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.873334] env[69735]: DEBUG nova.scheduler.client.report [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.006308] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.006880] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ac1531-9b66-414f-bdd0-7edfcd682367 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.017074] env[69735]: DEBUG oslo_vmware.api [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1291.017074] env[69735]: value = "task-3606157" [ 1291.017074] env[69735]: _type = "Task" [ 1291.017074] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.028330] env[69735]: DEBUG oslo_vmware.api [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.203100] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "31bc3b6e-5150-4f99-a14e-1a6f6006d66a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.262626] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606156, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.268831] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52631dfe-fefa-1eae-0c03-c86062ada04b/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1291.269822] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d63b65-4b53-453b-8cbe-4b6080b8b527 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.280996] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52631dfe-fefa-1eae-0c03-c86062ada04b/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1291.281197] env[69735]: ERROR oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52631dfe-fefa-1eae-0c03-c86062ada04b/disk-0.vmdk due to incomplete transfer. [ 1291.281478] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2ecdd8eb-0a40-41ad-8337-1e7fcecb4548 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.294041] env[69735]: DEBUG oslo_vmware.rw_handles [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52631dfe-fefa-1eae-0c03-c86062ada04b/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1291.294432] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Uploaded image de408354-52de-4ede-9020-1a1c38db8e79 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1291.296996] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1291.297344] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-000e3419-ee89-4979-ad7d-ddc91cf23c50 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.309446] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1291.309446] env[69735]: value = "task-3606158" [ 1291.309446] env[69735]: _type = "Task" [ 1291.309446] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.323569] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606158, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.378837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.246s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.381233] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.167s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.410406] env[69735]: INFO nova.scheduler.client.report [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted allocations for instance 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf [ 1291.531659] env[69735]: DEBUG oslo_vmware.api [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606157, 'name': PowerOffVM_Task, 'duration_secs': 0.40921} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.531984] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.532217] env[69735]: DEBUG nova.compute.manager [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.533132] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba91c0c-5889-472a-8710-3b0920cadbd8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.758870] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606156, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.824189] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606158, 'name': Destroy_Task} progress is 33%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.921649] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c291c57b-8005-49bb-b72a-d0e6afbbfefb tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.426s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.922740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.136s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.922956] env[69735]: INFO nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] During sync_power_state the instance has a pending task (deleting). Skip. [ 1291.923160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.049542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8a0a80ca-25a0-4ce7-bfb4-2bf6ec2ea851 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.260193] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606156, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.321961] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606158, 'name': Destroy_Task, 'duration_secs': 0.790864} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.322514] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Destroyed the VM [ 1292.322663] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1292.322939] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb5b9066-70db-4c80-84fd-5d7b530c0fe8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.333705] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1292.333705] env[69735]: value = "task-3606160" [ 1292.333705] env[69735]: _type = "Task" [ 1292.333705] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.347925] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.413660] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.413997] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 7922b813-576a-46ea-a177-91ab37aec0ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.413997] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance b488dea8-7fb7-48f6-a9e1-a5e2b307d233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.414149] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 73027100-1dab-42c9-bfcd-76143b827950 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.414191] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance fe212b7e-7e26-4a31-9c22-a766fe0a4d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.414301] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance feec9546-de5d-427e-aa03-65e8a78e8622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.414413] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance f4f95b59-2434-46ac-bac0-5a5e1e14a17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.589550] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.591270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.591270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.592920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.593150] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.596614] env[69735]: INFO nova.compute.manager [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Terminating instance [ 1292.760899] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606156, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.849015] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606160, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.919375] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 4acbd82c-378b-46ce-9d69-0628f9c61553 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1293.101396] env[69735]: DEBUG nova.compute.manager [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.101678] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.102631] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ca4e39-1e82-492c-a12d-1cc01762dcbf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.110648] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.110906] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da2bf9a-6efa-45a1-a4e7-a0210558c891 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.219183] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.219183] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.219183] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleting the datastore file [datastore1] f4f95b59-2434-46ac-bac0-5a5e1e14a17f {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.219183] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b476bde-c0b7-474f-9841-f210daf37d87 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.226053] env[69735]: DEBUG oslo_vmware.api [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1293.226053] env[69735]: value = "task-3606162" [ 1293.226053] env[69735]: _type = "Task" [ 1293.226053] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.234101] env[69735]: DEBUG oslo_vmware.api [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.256042] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606156, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.377976} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.256042] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a/81a5a4a9-8b23-4ad0-bf25-35760e7dc06a.vmdk to [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622/feec9546-de5d-427e-aa03-65e8a78e8622.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.256910] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b4cd5-b6e6-46d1-91fb-81cde6bc04e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.279564] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622/feec9546-de5d-427e-aa03-65e8a78e8622.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.280201] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e26a793-6bc0-4624-851d-29a01930579a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.299985] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1293.299985] env[69735]: value = "task-3606163" [ 1293.299985] env[69735]: _type = "Task" [ 1293.299985] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.308812] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.343866] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606160, 'name': RemoveSnapshot_Task, 'duration_secs': 0.656818} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.344195] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1293.344487] env[69735]: DEBUG nova.compute.manager [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.345330] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85123ed-57fa-4e90-a26c-cf45f2cf3c99 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.422809] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 6e588e68-d063-43c5-9095-4e88203e189c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1293.423265] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1293.423519] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1293.557764] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188ba75-9791-45a9-9ba1-61de1415b862 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.564739] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3985a236-30c7-44f9-aa56-36cc60a4b491 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.595867] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3301641-83dd-4ecc-a679-f7d1a87b1d44 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.602685] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db699247-55c9-401a-876e-668fb35387aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.615933] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.736821] env[69735]: DEBUG oslo_vmware.api [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280268} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.737108] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.737314] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.737495] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.737710] env[69735]: INFO nova.compute.manager [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1293.737980] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.738194] env[69735]: DEBUG nova.compute.manager [-] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.738288] env[69735]: DEBUG nova.network.neutron [-] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.810627] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.859070] env[69735]: INFO nova.compute.manager [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Shelve offloading [ 1293.968495] env[69735]: DEBUG nova.compute.manager [req-35d766cf-5ae5-4be9-8f29-4f084d9c2add req-e84f0a20-8a80-45b4-8718-0f0b1b8d8e13 service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Received event network-vif-deleted-9c40a43e-3c41-4190-902f-56051f3d5b01 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.968646] env[69735]: INFO nova.compute.manager [req-35d766cf-5ae5-4be9-8f29-4f084d9c2add req-e84f0a20-8a80-45b4-8718-0f0b1b8d8e13 service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Neutron deleted interface 9c40a43e-3c41-4190-902f-56051f3d5b01; detaching it from the instance and deleting it from the info cache [ 1293.968826] env[69735]: DEBUG nova.network.neutron [req-35d766cf-5ae5-4be9-8f29-4f084d9c2add req-e84f0a20-8a80-45b4-8718-0f0b1b8d8e13 service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.118746] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.311126] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606163, 'name': ReconfigVM_Task, 'duration_secs': 0.597101} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.311413] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Reconfigured VM instance instance-00000067 to attach disk [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622/feec9546-de5d-427e-aa03-65e8a78e8622.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.312042] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65eb717b-c6cd-485f-b711-457f4b117d85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.318391] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1294.318391] env[69735]: value = "task-3606164" [ 1294.318391] env[69735]: _type = "Task" [ 1294.318391] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.325897] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606164, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.361962] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.362318] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae406fdc-e0f8-48e0-9105-e8f51b569117 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.368561] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1294.368561] env[69735]: value = "task-3606165" [ 1294.368561] env[69735]: _type = "Task" [ 1294.368561] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.379143] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1294.379337] env[69735]: DEBUG nova.compute.manager [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.380134] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87de815e-2b23-42a6-8d3c-4703d4038ecf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.385673] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.385850] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.386061] env[69735]: DEBUG nova.network.neutron [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.450951] env[69735]: DEBUG nova.network.neutron [-] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.471412] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec4fe738-7ffb-490f-9542-aed70d48d0ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.480312] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f47521-a3e9-435c-aa86-294cc49c3680 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.510500] env[69735]: DEBUG nova.compute.manager [req-35d766cf-5ae5-4be9-8f29-4f084d9c2add req-e84f0a20-8a80-45b4-8718-0f0b1b8d8e13 service nova] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Detach interface failed, port_id=9c40a43e-3c41-4190-902f-56051f3d5b01, reason: Instance f4f95b59-2434-46ac-bac0-5a5e1e14a17f could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1294.624478] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1294.624708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.244s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.624974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.353s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.626624] env[69735]: INFO nova.compute.claims [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.828092] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606164, 'name': Rename_Task, 'duration_secs': 0.150941} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.828392] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.828643] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01ea7e69-49c6-4a4a-bb33-cd22a63bf4e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.834577] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1294.834577] env[69735]: value = "task-3606166" [ 1294.834577] env[69735]: _type = "Task" [ 1294.834577] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.841792] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.954468] env[69735]: INFO nova.compute.manager [-] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Took 1.22 seconds to deallocate network for instance. [ 1295.088628] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.088803] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.088958] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.089113] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1295.100074] env[69735]: DEBUG nova.network.neutron [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [{"id": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "address": "fa:16:3e:5d:30:0b", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a42a28f-60", "ovs_interfaceid": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.345470] env[69735]: DEBUG oslo_vmware.api [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606166, 'name': PowerOnVM_Task, 'duration_secs': 0.471381} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.345818] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.451210] env[69735]: DEBUG nova.compute.manager [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.452146] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6599580a-174a-46de-86d8-6796976e8af9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.463285] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.603148] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.711664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.711917] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.712138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.712388] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.712688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.714924] env[69735]: INFO nova.compute.manager [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Terminating instance [ 1295.748176] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9f32f2-eaa1-4602-8e03-18ad57eaf7bd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.755346] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a784c3-3816-4bff-b829-b139cb787c68 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.784690] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8640076d-98cd-4cae-8f66-064cebe75609 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.791367] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3795c516-8b4d-4750-af2b-e77ae99113b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.804348] env[69735]: DEBUG nova.compute.provider_tree [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.973013] env[69735]: DEBUG oslo_concurrency.lockutils [None req-91b171c4-4e24-4ea3-8f4a-50d55148859d tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.504s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.973925] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.187s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.974130] env[69735]: INFO nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] During sync_power_state the instance has a pending task (spawning). Skip. [ 1295.974306] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.985123] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.986050] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571517af-da81-4365-9a57-ab3d73cfcf09 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.993312] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.993558] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92eea7e0-d52a-4929-b93d-dbeae98c36f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.999350] env[69735]: DEBUG nova.compute.manager [req-6123aada-44bd-4a7a-acd9-d72f5f4af59d req-e86df66a-f47a-4b35-8bef-0ea3c5cff505 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received event network-vif-unplugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.999587] env[69735]: DEBUG oslo_concurrency.lockutils [req-6123aada-44bd-4a7a-acd9-d72f5f4af59d req-e86df66a-f47a-4b35-8bef-0ea3c5cff505 service nova] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.999750] env[69735]: DEBUG oslo_concurrency.lockutils [req-6123aada-44bd-4a7a-acd9-d72f5f4af59d req-e86df66a-f47a-4b35-8bef-0ea3c5cff505 service nova] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.999916] env[69735]: DEBUG oslo_concurrency.lockutils [req-6123aada-44bd-4a7a-acd9-d72f5f4af59d req-e86df66a-f47a-4b35-8bef-0ea3c5cff505 service nova] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.000096] env[69735]: DEBUG nova.compute.manager [req-6123aada-44bd-4a7a-acd9-d72f5f4af59d req-e86df66a-f47a-4b35-8bef-0ea3c5cff505 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] No waiting events found dispatching network-vif-unplugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.000264] env[69735]: WARNING nova.compute.manager [req-6123aada-44bd-4a7a-acd9-d72f5f4af59d req-e86df66a-f47a-4b35-8bef-0ea3c5cff505 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received unexpected event network-vif-unplugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 for instance with vm_state shelved and task_state shelving_offloading. [ 1296.065619] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.065822] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.066011] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleting the datastore file [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.068243] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08c8e6df-e7f5-4bbf-be24-2bd6b5ef4398 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.073830] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1296.073830] env[69735]: value = "task-3606168" [ 1296.073830] env[69735]: _type = "Task" [ 1296.073830] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.081476] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.220379] env[69735]: DEBUG nova.compute.manager [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.220603] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.221531] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b39e91-a793-474d-861f-15c52a914bba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.228702] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.228945] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfd523f-4d3b-4c2f-9c97-0f4a78b660dc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.234059] env[69735]: DEBUG oslo_vmware.api [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1296.234059] env[69735]: value = "task-3606169" [ 1296.234059] env[69735]: _type = "Task" [ 1296.234059] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.241438] env[69735]: DEBUG oslo_vmware.api [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.307977] env[69735]: DEBUG nova.scheduler.client.report [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.583407] env[69735]: DEBUG oslo_vmware.api [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133087} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.583692] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.584371] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.584371] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.606051] env[69735]: INFO nova.scheduler.client.report [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted allocations for instance b488dea8-7fb7-48f6-a9e1-a5e2b307d233 [ 1296.743834] env[69735]: DEBUG oslo_vmware.api [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606169, 'name': PowerOffVM_Task, 'duration_secs': 0.174126} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.744115] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.744291] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.744524] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-199af6f0-e364-4096-bf3a-7cdeb035bdc3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.807652] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.807870] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.808063] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleting the datastore file [datastore2] 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.808320] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b89b2ec0-fa93-4630-b08f-8b5660268983 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.815544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.815995] env[69735]: DEBUG nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.818579] env[69735]: DEBUG oslo_vmware.api [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for the task: (returnval){ [ 1296.818579] env[69735]: value = "task-3606171" [ 1296.818579] env[69735]: _type = "Task" [ 1296.818579] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.818788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.140s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.820123] env[69735]: INFO nova.compute.claims [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.830315] env[69735]: DEBUG oslo_vmware.api [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.111032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.181445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.181771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.182039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.182249] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.182428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.184581] env[69735]: INFO nova.compute.manager [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Terminating instance [ 1297.324624] env[69735]: DEBUG nova.compute.utils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.329503] env[69735]: DEBUG nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.329691] env[69735]: DEBUG nova.network.neutron [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.339263] env[69735]: DEBUG oslo_vmware.api [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Task: {'id': task-3606171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124638} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.340257] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.340450] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.340626] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.340795] env[69735]: INFO nova.compute.manager [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1297.341046] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.341726] env[69735]: DEBUG nova.compute.manager [-] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.341838] env[69735]: DEBUG nova.network.neutron [-] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.441651] env[69735]: DEBUG nova.policy [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1528f3206e42473981bd073660c47df8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e90ef104fab4f1a8baf5bf5c820f419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.688627] env[69735]: DEBUG nova.compute.manager [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.688919] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.689830] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33a2f35-55ea-4f44-a72d-a732588081f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.698015] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.698360] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44101a53-6d86-4d94-a14e-443a7cbc1398 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.706428] env[69735]: DEBUG oslo_vmware.api [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1297.706428] env[69735]: value = "task-3606172" [ 1297.706428] env[69735]: _type = "Task" [ 1297.706428] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.715473] env[69735]: DEBUG oslo_vmware.api [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.834672] env[69735]: DEBUG nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.964225] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c06d5-f36e-4628-8051-1950b0fa07e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.971829] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42494c2-d1cf-451c-8e9e-c6fe373cff27 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.003905] env[69735]: DEBUG nova.network.neutron [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Successfully created port: e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.006285] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b8853f-4adf-4976-a1fa-a9ab25a49531 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.018084] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1802f80-4bcb-481a-84b4-982601dea77e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.037423] env[69735]: DEBUG nova.compute.provider_tree [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.041163] env[69735]: DEBUG nova.compute.manager [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received event network-changed-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.041364] env[69735]: DEBUG nova.compute.manager [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Refreshing instance network info cache due to event network-changed-0a42a28f-6084-4ad3-af20-3e8c15c38458. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.041579] env[69735]: DEBUG oslo_concurrency.lockutils [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] Acquiring lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.041723] env[69735]: DEBUG oslo_concurrency.lockutils [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] Acquired lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.041880] env[69735]: DEBUG nova.network.neutron [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Refreshing network info cache for port 0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.216193] env[69735]: DEBUG oslo_vmware.api [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606172, 'name': PowerOffVM_Task, 'duration_secs': 0.184322} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.216540] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.216720] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.216967] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a8f5ec-882a-44e2-b40d-6c2d8956894a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.282945] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.283164] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.283346] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleting the datastore file [datastore1] feec9546-de5d-427e-aa03-65e8a78e8622 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.283627] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e89b31e-eabf-47d0-8f17-9c1ab1680ad0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.290066] env[69735]: DEBUG oslo_vmware.api [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for the task: (returnval){ [ 1298.290066] env[69735]: value = "task-3606174" [ 1298.290066] env[69735]: _type = "Task" [ 1298.290066] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.297518] env[69735]: DEBUG oslo_vmware.api [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.342801] env[69735]: DEBUG nova.network.neutron [-] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.513359] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.546550] env[69735]: DEBUG nova.scheduler.client.report [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.800255] env[69735]: DEBUG oslo_vmware.api [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Task: {'id': task-3606174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119428} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.800540] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.800699] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.800872] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.801056] env[69735]: INFO nova.compute.manager [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1298.801295] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.801488] env[69735]: DEBUG nova.compute.manager [-] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.801584] env[69735]: DEBUG nova.network.neutron [-] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.848814] env[69735]: INFO nova.compute.manager [-] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Took 1.51 seconds to deallocate network for instance. [ 1298.849896] env[69735]: DEBUG nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.879164] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.879427] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.879594] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.879786] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.879943] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.880220] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.880464] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.880638] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.880816] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.880988] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.881189] env[69735]: DEBUG nova.virt.hardware [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.882153] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d68d3d-8ee5-49c9-bc6d-ec1ead0829cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.889987] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d0c47-5b0e-40d7-b760-2f76dd064f3e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.051553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.052358] env[69735]: DEBUG nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1299.055117] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.592s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.055372] env[69735]: DEBUG nova.objects.instance [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'resources' on Instance uuid f4f95b59-2434-46ac-bac0-5a5e1e14a17f {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.108299] env[69735]: DEBUG nova.network.neutron [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updated VIF entry in instance network info cache for port 0a42a28f-6084-4ad3-af20-3e8c15c38458. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.108669] env[69735]: DEBUG nova.network.neutron [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [{"id": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "address": "fa:16:3e:5d:30:0b", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0a42a28f-60", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.359056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.384442] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "73027100-1dab-42c9-bfcd-76143b827950" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.384685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.560967] env[69735]: DEBUG nova.compute.utils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.562814] env[69735]: DEBUG nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.563153] env[69735]: DEBUG nova.network.neutron [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.611374] env[69735]: DEBUG oslo_concurrency.lockutils [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] Releasing lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.611623] env[69735]: DEBUG nova.compute.manager [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Received event network-vif-deleted-b8b06536-dbc7-44cb-97c9-7f5d7e652571 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.611796] env[69735]: INFO nova.compute.manager [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Neutron deleted interface b8b06536-dbc7-44cb-97c9-7f5d7e652571; detaching it from the instance and deleting it from the info cache [ 1299.612069] env[69735]: DEBUG nova.network.neutron [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.667842] env[69735]: DEBUG nova.policy [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '638cd01ea55a4b6bb2e3933e48b8fe47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895896a71c4e4c80a5a24d7c8d4e9b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.693815] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e94012-aae4-41f9-8ac0-660e9bf73c7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.704058] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da87d9e5-fd32-4b12-8221-1d5512519eb7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.737991] env[69735]: DEBUG nova.network.neutron [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Successfully updated port: e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.740165] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e719f-f04b-4d64-b438-8a92ca115fbe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.748889] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356dafa7-6c9f-48ac-9587-e7376ee649ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.763480] env[69735]: DEBUG nova.compute.provider_tree [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.889915] env[69735]: DEBUG nova.compute.utils [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.029565] env[69735]: DEBUG nova.network.neutron [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Successfully created port: 4d200037-49c6-4e46-934d-1604cbb9dc6b {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.066587] env[69735]: DEBUG nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.073715] env[69735]: DEBUG nova.compute.manager [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Received event network-vif-plugged-e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.074105] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] Acquiring lock "4acbd82c-378b-46ce-9d69-0628f9c61553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.074490] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.074811] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.075144] env[69735]: DEBUG nova.compute.manager [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] No waiting events found dispatching network-vif-plugged-e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.075485] env[69735]: WARNING nova.compute.manager [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Received unexpected event network-vif-plugged-e56af419-9cad-4fb1-bf00-b7a606d358e6 for instance with vm_state building and task_state spawning. [ 1300.075802] env[69735]: DEBUG nova.compute.manager [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Received event network-vif-deleted-54139ea7-7b3b-4e12-8d85-303217804f72 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.076136] env[69735]: INFO nova.compute.manager [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Neutron deleted interface 54139ea7-7b3b-4e12-8d85-303217804f72; detaching it from the instance and deleting it from the info cache [ 1300.076453] env[69735]: DEBUG nova.network.neutron [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.114107] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e111f93-a719-48a0-a602-ed676295454f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.125816] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59755e74-2f3d-40d0-8526-653cbf896213 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.156445] env[69735]: DEBUG nova.compute.manager [req-daf196ed-8eb3-4b96-9e47-f446cd94f4c9 req-663458fb-a772-4b72-83a1-0a7c3ffed829 service nova] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Detach interface failed, port_id=b8b06536-dbc7-44cb-97c9-7f5d7e652571, reason: Instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.201664] env[69735]: DEBUG nova.network.neutron [-] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.242641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.242816] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.242966] env[69735]: DEBUG nova.network.neutron [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.266990] env[69735]: DEBUG nova.scheduler.client.report [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.393120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.578866] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53d3518f-8850-496f-9d8d-e76246c3cb31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.588496] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c0620-560a-4b56-ba61-6fdf33267ba5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.615597] env[69735]: DEBUG nova.compute.manager [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Detach interface failed, port_id=54139ea7-7b3b-4e12-8d85-303217804f72, reason: Instance feec9546-de5d-427e-aa03-65e8a78e8622 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.615875] env[69735]: DEBUG nova.compute.manager [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Received event network-changed-e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.616210] env[69735]: DEBUG nova.compute.manager [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Refreshing instance network info cache due to event network-changed-e56af419-9cad-4fb1-bf00-b7a606d358e6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.616479] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] Acquiring lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.705963] env[69735]: INFO nova.compute.manager [-] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Took 1.90 seconds to deallocate network for instance. [ 1300.774051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.775981] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.665s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.776246] env[69735]: DEBUG nova.objects.instance [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'resources' on Instance uuid b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.784460] env[69735]: DEBUG nova.network.neutron [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.795814] env[69735]: INFO nova.scheduler.client.report [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted allocations for instance f4f95b59-2434-46ac-bac0-5a5e1e14a17f [ 1300.976775] env[69735]: DEBUG nova.network.neutron [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updating instance_info_cache with network_info: [{"id": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "address": "fa:16:3e:fb:f0:e3", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56af419-9c", "ovs_interfaceid": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.078719] env[69735]: DEBUG nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.104149] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.104477] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.104714] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.104981] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.105238] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.105467] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.105778] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.106027] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.106297] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.106531] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.106780] env[69735]: DEBUG nova.virt.hardware [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.108058] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a96fcc-01bf-4956-8b19-f938c6b730dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.119351] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc58b2fc-74c3-4cf1-9689-284228bfe5c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.212449] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.278418] env[69735]: DEBUG nova.objects.instance [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'numa_topology' on Instance uuid b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.304709] env[69735]: DEBUG oslo_concurrency.lockutils [None req-361e24a0-f8bc-4cdf-b34e-91b7f8260906 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "f4f95b59-2434-46ac-bac0-5a5e1e14a17f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.715s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.467599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "73027100-1dab-42c9-bfcd-76143b827950" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.467599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.467599] env[69735]: INFO nova.compute.manager [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Attaching volume 1eb2148d-20a8-464a-8f5e-88a6813972c5 to /dev/sdb [ 1301.483673] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.483673] env[69735]: DEBUG nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Instance network_info: |[{"id": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "address": "fa:16:3e:fb:f0:e3", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56af419-9c", "ovs_interfaceid": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.483673] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] Acquired lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.483673] env[69735]: DEBUG nova.network.neutron [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Refreshing network info cache for port e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.484515] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f0:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56af419-9cad-4fb1-bf00-b7a606d358e6', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.492249] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.495574] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.496903] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b33816-7e26-48ab-bc27-28ab308e98be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.511590] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e042b49b-c0f1-4a1f-90eb-b4e652392a61 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.521480] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02a9572-c897-406a-bc5c-7a2ba90c36b9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.522943] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.522943] env[69735]: value = "task-3606175" [ 1301.522943] env[69735]: _type = "Task" [ 1301.522943] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.530455] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606175, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.534912] env[69735]: DEBUG nova.virt.block_device [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Updating existing volume attachment record: 9c3fddd4-d1fd-41c8-b370-e3ab6937579b {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1301.559407] env[69735]: DEBUG nova.network.neutron [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Successfully updated port: 4d200037-49c6-4e46-934d-1604cbb9dc6b {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.729171] env[69735]: DEBUG nova.network.neutron [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updated VIF entry in instance network info cache for port e56af419-9cad-4fb1-bf00-b7a606d358e6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.729608] env[69735]: DEBUG nova.network.neutron [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updating instance_info_cache with network_info: [{"id": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "address": "fa:16:3e:fb:f0:e3", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56af419-9c", "ovs_interfaceid": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.781649] env[69735]: DEBUG nova.objects.base [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1301.908423] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e921f1e-978b-4b44-a993-a6a153d6a5a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.916127] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d0592e-4bb2-4b1f-9ae9-f445e2a0aefa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.948552] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c3f0b6-ab22-4ad6-bc41-59704c6cfea3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.956110] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb27ccd-0ce8-4a1e-b670-fa0462297425 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.964379] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "45897abc-d22b-476a-b1c4-3814c9e14a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.964650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "45897abc-d22b-476a-b1c4-3814c9e14a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.974337] env[69735]: DEBUG nova.compute.provider_tree [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.033612] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606175, 'name': CreateVM_Task, 'duration_secs': 0.336465} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.033898] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.041999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.042188] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.042564] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.042817] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3402ebab-51af-49dc-84b3-d65d808b6a35 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.047524] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1302.047524] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5284349c-130b-cd31-86e6-74c3744db825" [ 1302.047524] env[69735]: _type = "Task" [ 1302.047524] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.055305] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5284349c-130b-cd31-86e6-74c3744db825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.062974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "refresh_cache-6e588e68-d063-43c5-9095-4e88203e189c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.063123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "refresh_cache-6e588e68-d063-43c5-9095-4e88203e189c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.063276] env[69735]: DEBUG nova.network.neutron [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.159819] env[69735]: DEBUG nova.compute.manager [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Received event network-vif-plugged-4d200037-49c6-4e46-934d-1604cbb9dc6b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.159819] env[69735]: DEBUG oslo_concurrency.lockutils [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] Acquiring lock "6e588e68-d063-43c5-9095-4e88203e189c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.159819] env[69735]: DEBUG oslo_concurrency.lockutils [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] Lock "6e588e68-d063-43c5-9095-4e88203e189c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.159819] env[69735]: DEBUG oslo_concurrency.lockutils [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] Lock "6e588e68-d063-43c5-9095-4e88203e189c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.159819] env[69735]: DEBUG nova.compute.manager [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] No waiting events found dispatching network-vif-plugged-4d200037-49c6-4e46-934d-1604cbb9dc6b {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.160043] env[69735]: WARNING nova.compute.manager [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Received unexpected event network-vif-plugged-4d200037-49c6-4e46-934d-1604cbb9dc6b for instance with vm_state building and task_state spawning. [ 1302.160126] env[69735]: DEBUG nova.compute.manager [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Received event network-changed-4d200037-49c6-4e46-934d-1604cbb9dc6b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.160282] env[69735]: DEBUG nova.compute.manager [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Refreshing instance network info cache due to event network-changed-4d200037-49c6-4e46-934d-1604cbb9dc6b. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.160455] env[69735]: DEBUG oslo_concurrency.lockutils [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] Acquiring lock "refresh_cache-6e588e68-d063-43c5-9095-4e88203e189c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.232511] env[69735]: DEBUG oslo_concurrency.lockutils [req-0bf78e46-86e2-4710-ae29-8384150bd2cd req-e550955c-bd8a-4113-99c8-b5fc29e6d460 service nova] Releasing lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.476638] env[69735]: DEBUG nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.481951] env[69735]: DEBUG nova.scheduler.client.report [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.557887] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5284349c-130b-cd31-86e6-74c3744db825, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.558191] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.558426] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.558662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.558804] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.558979] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.559253] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10760b58-75f1-48ad-a51d-7e33f8b11a26 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.568217] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.568398] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.569342] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb74631-557e-44fa-aa2c-c7b9979cdc03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.573826] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1302.573826] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a1df8b-61fb-54f8-d526-bf9176ad281a" [ 1302.573826] env[69735]: _type = "Task" [ 1302.573826] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.581476] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a1df8b-61fb-54f8-d526-bf9176ad281a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.597242] env[69735]: DEBUG nova.network.neutron [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.723205] env[69735]: DEBUG nova.network.neutron [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Updating instance_info_cache with network_info: [{"id": "4d200037-49c6-4e46-934d-1604cbb9dc6b", "address": "fa:16:3e:99:00:4f", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d200037-49", "ovs_interfaceid": "4d200037-49c6-4e46-934d-1604cbb9dc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.988312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.992522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.634s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.992742] env[69735]: DEBUG nova.objects.instance [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lazy-loading 'resources' on Instance uuid 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.010923] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.084674] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a1df8b-61fb-54f8-d526-bf9176ad281a, 'name': SearchDatastore_Task, 'duration_secs': 0.008936} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.085481] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a3ba3f-95ea-4f57-9a00-7aaad0311376 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.090282] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1303.090282] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff7f8f-345c-272a-d54e-74037a203acf" [ 1303.090282] env[69735]: _type = "Task" [ 1303.090282] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.098278] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff7f8f-345c-272a-d54e-74037a203acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.226195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "refresh_cache-6e588e68-d063-43c5-9095-4e88203e189c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.226567] env[69735]: DEBUG nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Instance network_info: |[{"id": "4d200037-49c6-4e46-934d-1604cbb9dc6b", "address": "fa:16:3e:99:00:4f", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d200037-49", "ovs_interfaceid": "4d200037-49c6-4e46-934d-1604cbb9dc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.226875] env[69735]: DEBUG oslo_concurrency.lockutils [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] Acquired lock "refresh_cache-6e588e68-d063-43c5-9095-4e88203e189c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.227067] env[69735]: DEBUG nova.network.neutron [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Refreshing network info cache for port 4d200037-49c6-4e46-934d-1604cbb9dc6b {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.228325] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:00:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d200037-49c6-4e46-934d-1604cbb9dc6b', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.236645] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.239650] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.240144] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bee45be-0bea-4b88-bbbf-6c7bf563765d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.259813] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.259813] env[69735]: value = "task-3606177" [ 1303.259813] env[69735]: _type = "Task" [ 1303.259813] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.270105] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606177, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.432941] env[69735]: DEBUG nova.network.neutron [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Updated VIF entry in instance network info cache for port 4d200037-49c6-4e46-934d-1604cbb9dc6b. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.433359] env[69735]: DEBUG nova.network.neutron [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Updating instance_info_cache with network_info: [{"id": "4d200037-49c6-4e46-934d-1604cbb9dc6b", "address": "fa:16:3e:99:00:4f", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d200037-49", "ovs_interfaceid": "4d200037-49c6-4e46-934d-1604cbb9dc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.501205] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4d35d5b8-d73b-4b14-8402-b7ba381b148f tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.285s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.502134] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.715s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.502401] env[69735]: INFO nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1303.502643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.503078] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.990s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.503265] env[69735]: INFO nova.compute.manager [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Unshelving [ 1303.603311] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff7f8f-345c-272a-d54e-74037a203acf, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.605616] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.605869] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 4acbd82c-378b-46ce-9d69-0628f9c61553/4acbd82c-378b-46ce-9d69-0628f9c61553.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.606323] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aafa9a55-9ca8-47ed-bd1c-ad181725dfce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.612594] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1303.612594] env[69735]: value = "task-3606178" [ 1303.612594] env[69735]: _type = "Task" [ 1303.612594] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.617470] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181ecc37-3b71-4c91-beaf-2b3caf27e9d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.624762] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.627394] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87d146c-5d61-45cd-b03f-22f3ad945c49 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.659221] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edbbbbd-31a6-4be1-8d92-687fff77fdd1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.666984] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd7829-ae24-4c0c-bab3-7914caf01a73 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.680840] env[69735]: DEBUG nova.compute.provider_tree [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.772038] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606177, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.936099] env[69735]: DEBUG oslo_concurrency.lockutils [req-e58f93d0-5584-4cc8-aa3c-43cd2b772df1 req-f27e37c6-a462-4c30-97ed-a75c9d25c12a service nova] Releasing lock "refresh_cache-6e588e68-d063-43c5-9095-4e88203e189c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.124257] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468462} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.124567] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 4acbd82c-378b-46ce-9d69-0628f9c61553/4acbd82c-378b-46ce-9d69-0628f9c61553.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.124865] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.125147] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f2a039c-ed3b-4109-b28b-a72d7b89336d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.131976] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1304.131976] env[69735]: value = "task-3606180" [ 1304.131976] env[69735]: _type = "Task" [ 1304.131976] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.139699] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.184940] env[69735]: DEBUG nova.scheduler.client.report [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.272186] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606177, 'name': CreateVM_Task, 'duration_secs': 0.563785} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.272427] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.273115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.273351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.273618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.273881] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5001aa0e-8795-4f82-a26c-e74713aecc90 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.278350] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1304.278350] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5289c471-7808-a0eb-8126-de97a47da610" [ 1304.278350] env[69735]: _type = "Task" [ 1304.278350] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.285628] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5289c471-7808-a0eb-8126-de97a47da610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.514865] env[69735]: DEBUG nova.compute.utils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.642062] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056285} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.642818] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.643855] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b234e5c-628e-4084-a1a6-bf32e5d52aef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.665093] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 4acbd82c-378b-46ce-9d69-0628f9c61553/4acbd82c-378b-46ce-9d69-0628f9c61553.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.665665] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad5116a-6904-448c-a3b9-b6b1af19a145 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.684286] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1304.684286] env[69735]: value = "task-3606181" [ 1304.684286] env[69735]: _type = "Task" [ 1304.684286] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.692263] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.694080] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.694507] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.482s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.694732] env[69735]: DEBUG nova.objects.instance [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lazy-loading 'resources' on Instance uuid feec9546-de5d-427e-aa03-65e8a78e8622 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.711614] env[69735]: INFO nova.scheduler.client.report [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Deleted allocations for instance 333b26de-70dc-4beb-97b9-7bbb9e6e7e92 [ 1304.788073] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5289c471-7808-a0eb-8126-de97a47da610, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.788335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.788568] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.788803] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.788951] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.789146] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.789398] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4cc650c-1fd8-45fd-9959-a753205ef0be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.797329] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.797497] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.798173] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c040790-4767-4f88-8abe-f1334652c223 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.802511] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1304.802511] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c4dbd-4c91-19d5-313b-f01aee36aba3" [ 1304.802511] env[69735]: _type = "Task" [ 1304.802511] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.809739] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c4dbd-4c91-19d5-313b-f01aee36aba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.018577] env[69735]: INFO nova.virt.block_device [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Booting with volume 8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2 at /dev/sdb [ 1305.047104] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d573ef2a-564d-4217-b2ef-9b2b8520f863 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.056882] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869edc32-4aca-4fb5-84c6-5a12e2325972 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.085783] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbfb08bd-f68d-4150-ba93-31dfeb69356b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.093903] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3b0445-6ad6-4edd-9eb5-4cd856f0d8fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.121076] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfecccb-3b78-4ab5-8dc7-200c4ad26db0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.127210] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f734bf-9e39-47f7-a834-3b2ba11e28cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.139902] env[69735]: DEBUG nova.virt.block_device [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating existing volume attachment record: c6ef75d1-d07b-4211-9098-48c210833764 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1305.193788] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606181, 'name': ReconfigVM_Task, 'duration_secs': 0.256328} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.194089] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 4acbd82c-378b-46ce-9d69-0628f9c61553/4acbd82c-378b-46ce-9d69-0628f9c61553.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.194717] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80b0bf3f-bb4a-4d47-93d3-8891a69c88cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.203702] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1305.203702] env[69735]: value = "task-3606182" [ 1305.203702] env[69735]: _type = "Task" [ 1305.203702] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.211643] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606182, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.219502] env[69735]: DEBUG oslo_concurrency.lockutils [None req-680b7050-bec4-4fec-a9c3-9bae6e5500d2 tempest-ServerActionsTestOtherA-1461398888 tempest-ServerActionsTestOtherA-1461398888-project-member] Lock "333b26de-70dc-4beb-97b9-7bbb9e6e7e92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.508s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.317198] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529c4dbd-4c91-19d5-313b-f01aee36aba3, 'name': SearchDatastore_Task, 'duration_secs': 0.007813} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.318058] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f4a802-8d80-415b-9e3b-4da1c5e07eee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.321804] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d041a9-c4e5-4718-b1d6-8093c0d549c5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.329718] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36a7a0d-bed7-402b-b662-be06531cc95e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.332863] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1305.332863] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529d4890-5c2f-2005-d30b-6bc118f3d6b1" [ 1305.332863] env[69735]: _type = "Task" [ 1305.332863] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.362801] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f1bbe4-091f-41eb-9897-5c39840212a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.368990] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529d4890-5c2f-2005-d30b-6bc118f3d6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.369601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.369891] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6e588e68-d063-43c5-9095-4e88203e189c/6e588e68-d063-43c5-9095-4e88203e189c.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.370676] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1816f31b-e713-4156-85ab-0683d38be13b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.375592] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b82d067-b0a8-4e16-90d4-a3bac728d7d7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.381063] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1305.381063] env[69735]: value = "task-3606184" [ 1305.381063] env[69735]: _type = "Task" [ 1305.381063] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.393722] env[69735]: DEBUG nova.compute.provider_tree [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.402184] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.715378] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606182, 'name': Rename_Task, 'duration_secs': 0.148391} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.715701] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.715969] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-defc6f21-474d-4ed6-b1b4-1122b3b4b93e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.724864] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1305.724864] env[69735]: value = "task-3606187" [ 1305.724864] env[69735]: _type = "Task" [ 1305.724864] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.733423] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.890621] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485798} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.890878] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6e588e68-d063-43c5-9095-4e88203e189c/6e588e68-d063-43c5-9095-4e88203e189c.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.891107] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.891363] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8434e93-8a1c-46ca-8090-5acd73d1b8cd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.897443] env[69735]: DEBUG nova.scheduler.client.report [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.900925] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1305.900925] env[69735]: value = "task-3606188" [ 1305.900925] env[69735]: _type = "Task" [ 1305.900925] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.910069] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.107343] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1306.107615] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719383', 'volume_id': '1eb2148d-20a8-464a-8f5e-88a6813972c5', 'name': 'volume-1eb2148d-20a8-464a-8f5e-88a6813972c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73027100-1dab-42c9-bfcd-76143b827950', 'attached_at': '', 'detached_at': '', 'volume_id': '1eb2148d-20a8-464a-8f5e-88a6813972c5', 'serial': '1eb2148d-20a8-464a-8f5e-88a6813972c5'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1306.108549] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1cce14-c676-4389-a065-9b8edd5cbb47 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.124961] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a581fc-5bba-4ff5-8d81-7b7bc1d6ba93 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.151232] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-1eb2148d-20a8-464a-8f5e-88a6813972c5/volume-1eb2148d-20a8-464a-8f5e-88a6813972c5.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.151576] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2786134f-0feb-460b-ad55-d331d5c7649f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.170609] env[69735]: DEBUG oslo_vmware.api [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1306.170609] env[69735]: value = "task-3606189" [ 1306.170609] env[69735]: _type = "Task" [ 1306.170609] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.180297] env[69735]: DEBUG oslo_vmware.api [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.234995] env[69735]: DEBUG oslo_vmware.api [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606187, 'name': PowerOnVM_Task, 'duration_secs': 0.479509} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.235281] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.235551] env[69735]: INFO nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1306.235752] env[69735]: DEBUG nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.236586] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf7b6a-c682-4c89-96cb-d5540111bb6e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.403080] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.409018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.398s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.410532] env[69735]: INFO nova.compute.claims [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.420914] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067278} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.421204] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.422021] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a5bb44-5863-46de-a7e4-6bda3e5c0c4a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.445513] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 6e588e68-d063-43c5-9095-4e88203e189c/6e588e68-d063-43c5-9095-4e88203e189c.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.446593] env[69735]: INFO nova.scheduler.client.report [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Deleted allocations for instance feec9546-de5d-427e-aa03-65e8a78e8622 [ 1306.447582] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc5b255-993d-47a3-b002-74195802cd3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.470421] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1306.470421] env[69735]: value = "task-3606190" [ 1306.470421] env[69735]: _type = "Task" [ 1306.470421] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.481497] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.686167] env[69735]: DEBUG oslo_vmware.api [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606189, 'name': ReconfigVM_Task, 'duration_secs': 0.463661} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.689747] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-1eb2148d-20a8-464a-8f5e-88a6813972c5/volume-1eb2148d-20a8-464a-8f5e-88a6813972c5.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.695183] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe3a02a-1f90-4412-8c46-7a6a15353dad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.716225] env[69735]: DEBUG oslo_vmware.api [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1306.716225] env[69735]: value = "task-3606191" [ 1306.716225] env[69735]: _type = "Task" [ 1306.716225] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.722603] env[69735]: DEBUG oslo_vmware.api [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.757242] env[69735]: INFO nova.compute.manager [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Took 16.50 seconds to build instance. [ 1306.975621] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2cfc089c-71b4-4d32-96c8-4240ae9bb34a tempest-ServerActionsTestOtherB-1367305518 tempest-ServerActionsTestOtherB-1367305518-project-member] Lock "feec9546-de5d-427e-aa03-65e8a78e8622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.793s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.982365] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606190, 'name': ReconfigVM_Task, 'duration_secs': 0.369829} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.982503] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 6e588e68-d063-43c5-9095-4e88203e189c/6e588e68-d063-43c5-9095-4e88203e189c.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.983121] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea2723c0-b807-490b-9f89-a1ed91d0796f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.989710] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1306.989710] env[69735]: value = "task-3606193" [ 1306.989710] env[69735]: _type = "Task" [ 1306.989710] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.009646] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606193, 'name': Rename_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.048674] env[69735]: DEBUG nova.compute.manager [req-9ca578c6-b4f4-4a55-9473-5b7657d3c9c2 req-85a71ef9-ee8c-4bad-abf0-c43dbad6c23f service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Received event network-changed-e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.048894] env[69735]: DEBUG nova.compute.manager [req-9ca578c6-b4f4-4a55-9473-5b7657d3c9c2 req-85a71ef9-ee8c-4bad-abf0-c43dbad6c23f service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Refreshing instance network info cache due to event network-changed-e56af419-9cad-4fb1-bf00-b7a606d358e6. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.049134] env[69735]: DEBUG oslo_concurrency.lockutils [req-9ca578c6-b4f4-4a55-9473-5b7657d3c9c2 req-85a71ef9-ee8c-4bad-abf0-c43dbad6c23f service nova] Acquiring lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.049246] env[69735]: DEBUG oslo_concurrency.lockutils [req-9ca578c6-b4f4-4a55-9473-5b7657d3c9c2 req-85a71ef9-ee8c-4bad-abf0-c43dbad6c23f service nova] Acquired lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.049408] env[69735]: DEBUG nova.network.neutron [req-9ca578c6-b4f4-4a55-9473-5b7657d3c9c2 req-85a71ef9-ee8c-4bad-abf0-c43dbad6c23f service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Refreshing network info cache for port e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.224397] env[69735]: DEBUG oslo_vmware.api [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606191, 'name': ReconfigVM_Task, 'duration_secs': 0.198296} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.224712] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719383', 'volume_id': '1eb2148d-20a8-464a-8f5e-88a6813972c5', 'name': 'volume-1eb2148d-20a8-464a-8f5e-88a6813972c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73027100-1dab-42c9-bfcd-76143b827950', 'attached_at': '', 'detached_at': '', 'volume_id': '1eb2148d-20a8-464a-8f5e-88a6813972c5', 'serial': '1eb2148d-20a8-464a-8f5e-88a6813972c5'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1307.259242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5e4e4db7-d3e0-4d98-bf20-0b36554dadb7 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.014s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.505167] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606193, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.522934] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ac874-748d-44fb-9b9a-5d42b3262406 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.530133] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6acd140-7149-4e49-820a-575e8bb282f2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.564757] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af126f1-d437-4fc0-a665-aead1dd1a1ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.573574] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0cebcf-a793-4274-be4e-5b43ed828eb9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.587116] env[69735]: DEBUG nova.compute.provider_tree [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.878030] env[69735]: DEBUG nova.network.neutron [req-9ca578c6-b4f4-4a55-9473-5b7657d3c9c2 req-85a71ef9-ee8c-4bad-abf0-c43dbad6c23f service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updated VIF entry in instance network info cache for port e56af419-9cad-4fb1-bf00-b7a606d358e6. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.878030] env[69735]: DEBUG nova.network.neutron [req-9ca578c6-b4f4-4a55-9473-5b7657d3c9c2 req-85a71ef9-ee8c-4bad-abf0-c43dbad6c23f service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updating instance_info_cache with network_info: [{"id": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "address": "fa:16:3e:fb:f0:e3", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56af419-9c", "ovs_interfaceid": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.001659] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606193, 'name': Rename_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.089794] env[69735]: DEBUG nova.scheduler.client.report [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.265243] env[69735]: DEBUG nova.objects.instance [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'flavor' on Instance uuid 73027100-1dab-42c9-bfcd-76143b827950 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.380939] env[69735]: DEBUG oslo_concurrency.lockutils [req-9ca578c6-b4f4-4a55-9473-5b7657d3c9c2 req-85a71ef9-ee8c-4bad-abf0-c43dbad6c23f service nova] Releasing lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.502900] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606193, 'name': Rename_Task, 'duration_secs': 1.15628} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.503069] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.503658] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db9ccdc8-8b55-4aa1-97a7-04fb9b273b1e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.509273] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1308.509273] env[69735]: value = "task-3606195" [ 1308.509273] env[69735]: _type = "Task" [ 1308.509273] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.516922] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.596641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.596641] env[69735]: DEBUG nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.770873] env[69735]: DEBUG oslo_concurrency.lockutils [None req-6a61f9c3-8e66-4ef7-8fd2-ec01cfcb0dcb tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.305s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.920394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "73027100-1dab-42c9-bfcd-76143b827950" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.920759] env[69735]: DEBUG oslo_concurrency.lockutils [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.022339] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606195, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.101348] env[69735]: DEBUG nova.compute.utils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1309.107025] env[69735]: DEBUG nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.107025] env[69735]: DEBUG nova.network.neutron [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.167377] env[69735]: DEBUG nova.policy [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5df1e6e9ad80438ebc93dcf5ed04d9c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '309d91bcdb774f1c823c96e042fe4f8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.423970] env[69735]: INFO nova.compute.manager [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Detaching volume 1eb2148d-20a8-464a-8f5e-88a6813972c5 [ 1309.478028] env[69735]: INFO nova.virt.block_device [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Attempting to driver detach volume 1eb2148d-20a8-464a-8f5e-88a6813972c5 from mountpoint /dev/sdb [ 1309.478028] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1309.478028] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719383', 'volume_id': '1eb2148d-20a8-464a-8f5e-88a6813972c5', 'name': 'volume-1eb2148d-20a8-464a-8f5e-88a6813972c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73027100-1dab-42c9-bfcd-76143b827950', 'attached_at': '', 'detached_at': '', 'volume_id': '1eb2148d-20a8-464a-8f5e-88a6813972c5', 'serial': '1eb2148d-20a8-464a-8f5e-88a6813972c5'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1309.478028] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dde7d52-5392-48aa-8317-bcf3d47a3c34 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.505261] env[69735]: DEBUG nova.network.neutron [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Successfully created port: ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.508249] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fae2049-b9e5-4d25-aa10-cc168d21c3c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.522057] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a706ffbb-4906-44bb-9c18-bacea3ac96d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.525081] env[69735]: DEBUG oslo_vmware.api [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606195, 'name': PowerOnVM_Task, 'duration_secs': 0.553293} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.525453] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.525878] env[69735]: INFO nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1309.526208] env[69735]: DEBUG nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.528566] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba75ddf-5916-4b87-a5a2-0e61e3aeb52d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.563595] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f78f0b-af7b-4657-bd86-02088e5ad1d4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.595088] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] The volume has not been displaced from its original location: [datastore2] volume-1eb2148d-20a8-464a-8f5e-88a6813972c5/volume-1eb2148d-20a8-464a-8f5e-88a6813972c5.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1309.605071] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.605643] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da3a6acf-3869-470a-a3cc-274f2481a739 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.630721] env[69735]: DEBUG nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.642688] env[69735]: DEBUG oslo_vmware.api [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1309.642688] env[69735]: value = "task-3606196" [ 1309.642688] env[69735]: _type = "Task" [ 1309.642688] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.652704] env[69735]: DEBUG oslo_vmware.api [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.084749] env[69735]: INFO nova.compute.manager [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Took 19.43 seconds to build instance. [ 1310.151464] env[69735]: DEBUG oslo_vmware.api [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606196, 'name': ReconfigVM_Task, 'duration_secs': 0.483278} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.151774] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.157173] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc12926-a451-4085-abac-13517cb7af63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.176388] env[69735]: DEBUG oslo_vmware.api [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1310.176388] env[69735]: value = "task-3606197" [ 1310.176388] env[69735]: _type = "Task" [ 1310.176388] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.187123] env[69735]: DEBUG oslo_vmware.api [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.590938] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1e8f4f98-886a-479a-baf3-3ed74b72f453 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "6e588e68-d063-43c5-9095-4e88203e189c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.961s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.649767] env[69735]: DEBUG nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.676803] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.677067] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.677207] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.677404] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.677585] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.677792] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.677978] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.678695] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.678899] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.679170] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.679314] env[69735]: DEBUG nova.virt.hardware [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.680502] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03607e96-307e-4aac-9739-ba7bdf400776 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.697040] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf504e-46ad-494f-bc33-c2057681acf0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.705639] env[69735]: DEBUG oslo_vmware.api [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606197, 'name': ReconfigVM_Task, 'duration_secs': 0.233146} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.706508] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719383', 'volume_id': '1eb2148d-20a8-464a-8f5e-88a6813972c5', 'name': 'volume-1eb2148d-20a8-464a-8f5e-88a6813972c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73027100-1dab-42c9-bfcd-76143b827950', 'attached_at': '', 'detached_at': '', 'volume_id': '1eb2148d-20a8-464a-8f5e-88a6813972c5', 'serial': '1eb2148d-20a8-464a-8f5e-88a6813972c5'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1311.153482] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "6e588e68-d063-43c5-9095-4e88203e189c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.153630] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "6e588e68-d063-43c5-9095-4e88203e189c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.153845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "6e588e68-d063-43c5-9095-4e88203e189c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.154049] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "6e588e68-d063-43c5-9095-4e88203e189c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.154224] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "6e588e68-d063-43c5-9095-4e88203e189c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.157090] env[69735]: INFO nova.compute.manager [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Terminating instance [ 1311.284300] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.284592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.284807] env[69735]: DEBUG nova.objects.instance [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'pci_requests' on Instance uuid b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.310036] env[69735]: DEBUG nova.objects.instance [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'flavor' on Instance uuid 73027100-1dab-42c9-bfcd-76143b827950 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.340502] env[69735]: DEBUG nova.compute.manager [req-81d13470-3c13-4b5a-b76c-6a10b24013a5 req-be48d543-2946-44d9-9133-ad2b1fbef846 service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Received event network-vif-plugged-ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.340741] env[69735]: DEBUG oslo_concurrency.lockutils [req-81d13470-3c13-4b5a-b76c-6a10b24013a5 req-be48d543-2946-44d9-9133-ad2b1fbef846 service nova] Acquiring lock "45897abc-d22b-476a-b1c4-3814c9e14a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.340968] env[69735]: DEBUG oslo_concurrency.lockutils [req-81d13470-3c13-4b5a-b76c-6a10b24013a5 req-be48d543-2946-44d9-9133-ad2b1fbef846 service nova] Lock "45897abc-d22b-476a-b1c4-3814c9e14a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.341159] env[69735]: DEBUG oslo_concurrency.lockutils [req-81d13470-3c13-4b5a-b76c-6a10b24013a5 req-be48d543-2946-44d9-9133-ad2b1fbef846 service nova] Lock "45897abc-d22b-476a-b1c4-3814c9e14a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.341329] env[69735]: DEBUG nova.compute.manager [req-81d13470-3c13-4b5a-b76c-6a10b24013a5 req-be48d543-2946-44d9-9133-ad2b1fbef846 service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] No waiting events found dispatching network-vif-plugged-ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.341492] env[69735]: WARNING nova.compute.manager [req-81d13470-3c13-4b5a-b76c-6a10b24013a5 req-be48d543-2946-44d9-9133-ad2b1fbef846 service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Received unexpected event network-vif-plugged-ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42 for instance with vm_state building and task_state spawning. [ 1311.429739] env[69735]: DEBUG oslo_concurrency.lockutils [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.429739] env[69735]: DEBUG oslo_concurrency.lockutils [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.469668] env[69735]: DEBUG nova.network.neutron [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Successfully updated port: ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.663426] env[69735]: DEBUG nova.compute.manager [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.663735] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.664738] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c57ab49-3ded-4b26-b31f-a31bab129b37 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.673509] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.673773] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb40aede-38f9-4680-85cc-a70932546915 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.680383] env[69735]: DEBUG oslo_vmware.api [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1311.680383] env[69735]: value = "task-3606201" [ 1311.680383] env[69735]: _type = "Task" [ 1311.680383] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.688559] env[69735]: DEBUG oslo_vmware.api [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.789155] env[69735]: DEBUG nova.objects.instance [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'numa_topology' on Instance uuid b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.932650] env[69735]: DEBUG nova.compute.utils [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.974185] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-45897abc-d22b-476a-b1c4-3814c9e14a12" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.974185] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-45897abc-d22b-476a-b1c4-3814c9e14a12" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.974185] env[69735]: DEBUG nova.network.neutron [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.190774] env[69735]: DEBUG oslo_vmware.api [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606201, 'name': PowerOffVM_Task, 'duration_secs': 0.192654} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.190774] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.190937] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.191210] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea2ebda7-492c-4800-b847-17668f49d1f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.256739] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.256739] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.256739] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleting the datastore file [datastore2] 6e588e68-d063-43c5-9095-4e88203e189c {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.257184] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a362df3-bf80-4fdc-ba53-f5047bc760ea {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.263047] env[69735]: DEBUG oslo_vmware.api [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1312.263047] env[69735]: value = "task-3606203" [ 1312.263047] env[69735]: _type = "Task" [ 1312.263047] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.272279] env[69735]: DEBUG oslo_vmware.api [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.292829] env[69735]: INFO nova.compute.claims [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.321375] env[69735]: DEBUG oslo_concurrency.lockutils [None req-50bf9015-e8e6-40b9-8699-e680ec0d2df7 tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.400s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.440303] env[69735]: DEBUG oslo_concurrency.lockutils [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.523796] env[69735]: DEBUG nova.network.neutron [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.673317] env[69735]: DEBUG nova.network.neutron [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Updating instance_info_cache with network_info: [{"id": "ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42", "address": "fa:16:3e:e3:6d:63", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5f26c2-b7", "ovs_interfaceid": "ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.772414] env[69735]: DEBUG oslo_vmware.api [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136436} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.772687] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.772874] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.773063] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.773252] env[69735]: INFO nova.compute.manager [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1312.773559] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.774017] env[69735]: DEBUG nova.compute.manager [-] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.774133] env[69735]: DEBUG nova.network.neutron [-] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.176692] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-45897abc-d22b-476a-b1c4-3814c9e14a12" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.176692] env[69735]: DEBUG nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Instance network_info: |[{"id": "ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42", "address": "fa:16:3e:e3:6d:63", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5f26c2-b7", "ovs_interfaceid": "ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.177167] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:6d:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.185286] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.185528] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.185760] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd1aeeac-6ba6-4369-9be8-e2032ac3e2f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.205200] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.205200] env[69735]: value = "task-3606204" [ 1313.205200] env[69735]: _type = "Task" [ 1313.205200] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.213024] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606204, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.233758] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "73027100-1dab-42c9-bfcd-76143b827950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.233915] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.234105] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "73027100-1dab-42c9-bfcd-76143b827950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.234288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.234452] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.236555] env[69735]: INFO nova.compute.manager [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Terminating instance [ 1313.394945] env[69735]: DEBUG nova.compute.manager [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Received event network-changed-ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.395175] env[69735]: DEBUG nova.compute.manager [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Refreshing instance network info cache due to event network-changed-ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.395392] env[69735]: DEBUG oslo_concurrency.lockutils [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] Acquiring lock "refresh_cache-45897abc-d22b-476a-b1c4-3814c9e14a12" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.395575] env[69735]: DEBUG oslo_concurrency.lockutils [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] Acquired lock "refresh_cache-45897abc-d22b-476a-b1c4-3814c9e14a12" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.395734] env[69735]: DEBUG nova.network.neutron [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Refreshing network info cache for port ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.424127] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ea7340-123f-4699-9d2f-cc0c9772d65c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.432254] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aed687-0954-4f17-98d0-450c77930bdd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.464811] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346da13b-a245-4f52-a0c4-763873aa4e51 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.475953] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f479ef7-ee47-4f08-a38b-d70c392dafc9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.494446] env[69735]: DEBUG nova.compute.provider_tree [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.512367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.512899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.513012] env[69735]: INFO nova.compute.manager [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Attaching volume 64417b9e-d423-411c-b073-09c8ee35cd1a to /dev/sdb [ 1313.566987] env[69735]: DEBUG nova.network.neutron [-] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.570413] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3342f-552b-4647-9459-4583f286657a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.578331] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b42866-9d66-486a-89fb-4e263933b433 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.593470] env[69735]: DEBUG nova.virt.block_device [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updating existing volume attachment record: 5746f46f-eb39-4aea-888a-1ceebdacd2f0 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1313.714698] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606204, 'name': CreateVM_Task, 'duration_secs': 0.424549} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.714955] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.715681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.715845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.716171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.716724] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78792f32-00cf-4ce4-bbc3-ba4b1fd22387 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.720696] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1313.720696] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c2c58-65dc-2ab0-dcbb-4e7b1dc0ef1e" [ 1313.720696] env[69735]: _type = "Task" [ 1313.720696] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.728290] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c2c58-65dc-2ab0-dcbb-4e7b1dc0ef1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.740059] env[69735]: DEBUG nova.compute.manager [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.740279] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.741106] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e465fc-7fda-47f5-92a7-d5afe8fc8b38 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.748711] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.749079] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a2974d8-7e94-4442-9eb5-fbaf07943563 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.755741] env[69735]: DEBUG oslo_vmware.api [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1313.755741] env[69735]: value = "task-3606206" [ 1313.755741] env[69735]: _type = "Task" [ 1313.755741] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.762925] env[69735]: DEBUG oslo_vmware.api [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.997331] env[69735]: DEBUG nova.scheduler.client.report [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.075062] env[69735]: INFO nova.compute.manager [-] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Took 1.30 seconds to deallocate network for instance. [ 1314.206032] env[69735]: DEBUG nova.network.neutron [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Updated VIF entry in instance network info cache for port ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.206533] env[69735]: DEBUG nova.network.neutron [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Updating instance_info_cache with network_info: [{"id": "ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42", "address": "fa:16:3e:e3:6d:63", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5f26c2-b7", "ovs_interfaceid": "ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.233145] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526c2c58-65dc-2ab0-dcbb-4e7b1dc0ef1e, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.233145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.233246] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.233977] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.234226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.234448] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.234758] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80fa6773-f242-4d1e-b83b-05c74f54f2de {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.246795] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.246795] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.246795] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750be767-389b-4dd4-9175-13fba9f12a11 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.254662] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1314.254662] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d789a3-6f1e-f954-0375-6cc5217beaf3" [ 1314.254662] env[69735]: _type = "Task" [ 1314.254662] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.269961] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d789a3-6f1e-f954-0375-6cc5217beaf3, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.272890] env[69735]: DEBUG oslo_vmware.api [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606206, 'name': PowerOffVM_Task, 'duration_secs': 0.32149} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.273111] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7f6f81-dbc3-45ed-9ab8-23caa19b62b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.275508] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.275701] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.275939] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d5b01b-f4e1-44f0-b138-07a62915b138 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.281291] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1314.281291] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249299a-15ac-ba8e-70d0-35f62011e27b" [ 1314.281291] env[69735]: _type = "Task" [ 1314.281291] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.289848] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249299a-15ac-ba8e-70d0-35f62011e27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.347319] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.347661] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.347917] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleting the datastore file [datastore2] 73027100-1dab-42c9-bfcd-76143b827950 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.348258] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13920677-7bec-46ea-a826-5afa565ed908 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.356654] env[69735]: DEBUG oslo_vmware.api [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for the task: (returnval){ [ 1314.356654] env[69735]: value = "task-3606211" [ 1314.356654] env[69735]: _type = "Task" [ 1314.356654] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.364958] env[69735]: DEBUG oslo_vmware.api [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.504651] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.220s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.538875] env[69735]: INFO nova.network.neutron [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating port 0a42a28f-6084-4ad3-af20-3e8c15c38458 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1314.584672] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.584991] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.585106] env[69735]: DEBUG nova.objects.instance [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lazy-loading 'resources' on Instance uuid 6e588e68-d063-43c5-9095-4e88203e189c {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.710775] env[69735]: DEBUG oslo_concurrency.lockutils [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] Releasing lock "refresh_cache-45897abc-d22b-476a-b1c4-3814c9e14a12" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.711069] env[69735]: DEBUG nova.compute.manager [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Received event network-vif-deleted-4d200037-49c6-4e46-934d-1604cbb9dc6b {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.711283] env[69735]: INFO nova.compute.manager [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Neutron deleted interface 4d200037-49c6-4e46-934d-1604cbb9dc6b; detaching it from the instance and deleting it from the info cache [ 1314.715334] env[69735]: DEBUG nova.network.neutron [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.799741] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5249299a-15ac-ba8e-70d0-35f62011e27b, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.800046] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.800316] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 45897abc-d22b-476a-b1c4-3814c9e14a12/45897abc-d22b-476a-b1c4-3814c9e14a12.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.800592] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a7c40f-7515-4892-8885-fffdae0dd143 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.808388] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1314.808388] env[69735]: value = "task-3606212" [ 1314.808388] env[69735]: _type = "Task" [ 1314.808388] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.820554] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.868160] env[69735]: DEBUG oslo_vmware.api [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Task: {'id': task-3606211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340622} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.868160] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.868160] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.868160] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.868160] env[69735]: INFO nova.compute.manager [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1314.868160] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.868160] env[69735]: DEBUG nova.compute.manager [-] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.868160] env[69735]: DEBUG nova.network.neutron [-] [instance: 73027100-1dab-42c9-bfcd-76143b827950] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.220918] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79d29b31-cdf4-4325-8509-2ce67d26ffc9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.236414] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd8a3cd-c1b4-4dd3-993e-1ee33fc0a5ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.267878] env[69735]: DEBUG nova.compute.manager [req-8d9f3ad3-03bc-4e38-b780-c9c30428c357 req-328ec465-f576-4c7e-be36-a0be4c061aed service nova] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Detach interface failed, port_id=4d200037-49c6-4e46-934d-1604cbb9dc6b, reason: Instance 6e588e68-d063-43c5-9095-4e88203e189c could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.323139] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469765} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.323139] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 45897abc-d22b-476a-b1c4-3814c9e14a12/45897abc-d22b-476a-b1c4-3814c9e14a12.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.323139] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.323288] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36055d9e-e831-4391-ac95-8cec6c7c55f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.333801] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1315.333801] env[69735]: value = "task-3606213" [ 1315.333801] env[69735]: _type = "Task" [ 1315.333801] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.347552] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.354456] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fabd42f-0899-44f0-a46a-bc7d5d45431e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.364937] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d28fce8-dd92-411e-bb83-9d7634bf553b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.404748] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d048a0e3-cf73-4f35-98c6-68212523d00a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.414180] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984c3776-b215-4ce8-a541-cbddf9984870 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.431626] env[69735]: DEBUG nova.compute.provider_tree [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.438479] env[69735]: DEBUG nova.compute.manager [req-40b4e0c0-7880-4ca4-9cc3-6a7f5c258400 req-6f0a7763-dfaa-4d6b-801f-b091773c0298 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Received event network-vif-deleted-52819d47-45ac-4c55-b1dc-c8dd420ee451 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.438479] env[69735]: INFO nova.compute.manager [req-40b4e0c0-7880-4ca4-9cc3-6a7f5c258400 req-6f0a7763-dfaa-4d6b-801f-b091773c0298 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Neutron deleted interface 52819d47-45ac-4c55-b1dc-c8dd420ee451; detaching it from the instance and deleting it from the info cache [ 1315.438479] env[69735]: DEBUG nova.network.neutron [req-40b4e0c0-7880-4ca4-9cc3-6a7f5c258400 req-6f0a7763-dfaa-4d6b-801f-b091773c0298 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.847020] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07395} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.847020] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.847899] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02c4a03-8c69-42db-ab8c-9d1fc26ecde6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.869786] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 45897abc-d22b-476a-b1c4-3814c9e14a12/45897abc-d22b-476a-b1c4-3814c9e14a12.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.870127] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2757de0a-05cf-42f6-9140-7e86f8d76f4b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.888819] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1315.888819] env[69735]: value = "task-3606215" [ 1315.888819] env[69735]: _type = "Task" [ 1315.888819] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.897371] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.909961] env[69735]: DEBUG nova.network.neutron [-] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.936937] env[69735]: DEBUG nova.scheduler.client.report [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.941405] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-742cd0a4-adfe-4517-a73d-7815f3fc4e5e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.950521] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821c121-bfe7-4a82-ab0d-6a33944bd660 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.982084] env[69735]: DEBUG nova.compute.manager [req-40b4e0c0-7880-4ca4-9cc3-6a7f5c258400 req-6f0a7763-dfaa-4d6b-801f-b091773c0298 service nova] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Detach interface failed, port_id=52819d47-45ac-4c55-b1dc-c8dd420ee451, reason: Instance 73027100-1dab-42c9-bfcd-76143b827950 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.188064] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.188119] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.188435] env[69735]: DEBUG nova.network.neutron [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.398901] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606215, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.411526] env[69735]: INFO nova.compute.manager [-] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Took 1.54 seconds to deallocate network for instance. [ 1316.442333] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.466019] env[69735]: INFO nova.scheduler.client.report [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted allocations for instance 6e588e68-d063-43c5-9095-4e88203e189c [ 1316.901369] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606215, 'name': ReconfigVM_Task, 'duration_secs': 0.514216} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.901757] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 45897abc-d22b-476a-b1c4-3814c9e14a12/45897abc-d22b-476a-b1c4-3814c9e14a12.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.902286] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a32a05f-3efe-49fa-ba86-a257e09752a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.909069] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1316.909069] env[69735]: value = "task-3606217" [ 1316.909069] env[69735]: _type = "Task" [ 1316.909069] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.917918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.918309] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.918532] env[69735]: DEBUG nova.objects.instance [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lazy-loading 'resources' on Instance uuid 73027100-1dab-42c9-bfcd-76143b827950 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.922803] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606217, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.970652] env[69735]: DEBUG nova.network.neutron [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [{"id": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "address": "fa:16:3e:5d:30:0b", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a42a28f-60", "ovs_interfaceid": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.973073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4502a94f-798f-4d99-a4ad-1251fe47f9be tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "6e588e68-d063-43c5-9095-4e88203e189c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.819s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.419264] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606217, 'name': Rename_Task, 'duration_secs': 0.183747} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.419551] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.419793] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d69da874-c8d6-449c-ab41-528a492271bb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.427276] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1317.427276] env[69735]: value = "task-3606218" [ 1317.427276] env[69735]: _type = "Task" [ 1317.427276] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.434946] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.459742] env[69735]: DEBUG nova.compute.manager [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received event network-vif-plugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.460571] env[69735]: DEBUG oslo_concurrency.lockutils [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.460571] env[69735]: DEBUG oslo_concurrency.lockutils [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.460571] env[69735]: DEBUG oslo_concurrency.lockutils [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.460571] env[69735]: DEBUG nova.compute.manager [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] No waiting events found dispatching network-vif-plugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.461282] env[69735]: WARNING nova.compute.manager [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received unexpected event network-vif-plugged-0a42a28f-6084-4ad3-af20-3e8c15c38458 for instance with vm_state shelved_offloaded and task_state spawning. [ 1317.461282] env[69735]: DEBUG nova.compute.manager [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received event network-changed-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.461282] env[69735]: DEBUG nova.compute.manager [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Refreshing instance network info cache due to event network-changed-0a42a28f-6084-4ad3-af20-3e8c15c38458. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.461549] env[69735]: DEBUG oslo_concurrency.lockutils [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] Acquiring lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.474323] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.478532] env[69735]: DEBUG oslo_concurrency.lockutils [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] Acquired lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.478990] env[69735]: DEBUG nova.network.neutron [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Refreshing network info cache for port 0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.502835] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='339fa152b15cbfcf695f59ba4d918f57',container_format='bare',created_at=2025-04-25T19:37:31Z,direct_url=,disk_format='vmdk',id=de408354-52de-4ede-9020-1a1c38db8e79,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1268194759-shelved',owner='b7d6a53e939f446cb4f064dcbcb9396b',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-25T19:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.503108] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.503271] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.503660] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.503749] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.503838] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.504157] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.504330] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.504478] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.504562] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.504765] env[69735]: DEBUG nova.virt.hardware [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.505817] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47375b35-8c5c-494b-bf63-ebe8e7b0df90 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.517358] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2753741-559d-4f9c-a3d6-9613d23fb34e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.533744] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:30:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a42a28f-6084-4ad3-af20-3e8c15c38458', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.541686] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.544686] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.545141] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32186c13-9d06-4769-b9fb-51faa485c52e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.563171] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bf1874-90cd-480a-b520-53677402d0ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.572365] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e284e4d-744d-4de2-a2f3-e219b4b65525 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.576339] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.576339] env[69735]: value = "task-3606219" [ 1317.576339] env[69735]: _type = "Task" [ 1317.576339] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.611419] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93ac92-8d92-419b-a61b-cc6b043890e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.617892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.619450] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.619794] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606219, 'name': CreateVM_Task} progress is 15%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.625391] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4798b77-3dc2-4222-9420-70f5d478c6fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.642220] env[69735]: DEBUG nova.compute.provider_tree [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.939574] env[69735]: DEBUG oslo_vmware.api [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606218, 'name': PowerOnVM_Task, 'duration_secs': 0.463429} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.939959] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.940143] env[69735]: INFO nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1317.940317] env[69735]: DEBUG nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.941106] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbb88f9-5ebe-4792-b098-661b861e5e88 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.087190] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606219, 'name': CreateVM_Task, 'duration_secs': 0.311802} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.087437] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.088255] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.088480] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.088890] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.089201] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6586b656-48db-46be-b6c9-0e40fbfa903d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.094409] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1318.094409] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba8be8-133b-a69e-be4c-51294f0eea51" [ 1318.094409] env[69735]: _type = "Task" [ 1318.094409] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.104982] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ba8be8-133b-a69e-be4c-51294f0eea51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.121742] env[69735]: DEBUG nova.compute.manager [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.145087] env[69735]: DEBUG nova.scheduler.client.report [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.155306] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1318.155572] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719392', 'volume_id': '64417b9e-d423-411c-b073-09c8ee35cd1a', 'name': 'volume-64417b9e-d423-411c-b073-09c8ee35cd1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe212b7e-7e26-4a31-9c22-a766fe0a4d87', 'attached_at': '', 'detached_at': '', 'volume_id': '64417b9e-d423-411c-b073-09c8ee35cd1a', 'serial': '64417b9e-d423-411c-b073-09c8ee35cd1a'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1318.156776] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e311063-aae5-4441-afb6-7c0b08f3256d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.178407] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5535883e-8d32-4127-b722-502ac0944c04 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.211345] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-64417b9e-d423-411c-b073-09c8ee35cd1a/volume-64417b9e-d423-411c-b073-09c8ee35cd1a.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.213145] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e0522e-ac4f-4086-a40c-42be8cf9e8a2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.232975] env[69735]: DEBUG oslo_vmware.api [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1318.232975] env[69735]: value = "task-3606220" [ 1318.232975] env[69735]: _type = "Task" [ 1318.232975] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.242459] env[69735]: DEBUG oslo_vmware.api [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.320603] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.320814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.368270] env[69735]: DEBUG nova.network.neutron [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updated VIF entry in instance network info cache for port 0a42a28f-6084-4ad3-af20-3e8c15c38458. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.368749] env[69735]: DEBUG nova.network.neutron [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [{"id": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "address": "fa:16:3e:5d:30:0b", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a42a28f-60", "ovs_interfaceid": "0a42a28f-6084-4ad3-af20-3e8c15c38458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.459942] env[69735]: INFO nova.compute.manager [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Took 15.47 seconds to build instance. [ 1318.604381] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.604641] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Processing image de408354-52de-4ede-9020-1a1c38db8e79 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.604918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79/de408354-52de-4ede-9020-1a1c38db8e79.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.605150] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79/de408354-52de-4ede-9020-1a1c38db8e79.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.605356] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.605921] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24770d85-5ca0-45b0-a359-42cb551b188f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.617998] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.618197] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.618917] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3542e544-896e-44a5-a940-8ffbd54e10b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.624266] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1318.624266] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524d84da-9b92-f714-1dea-543e7b4a003d" [ 1318.624266] env[69735]: _type = "Task" [ 1318.624266] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.634592] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524d84da-9b92-f714-1dea-543e7b4a003d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.643519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.652341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.654385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.011s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.655846] env[69735]: INFO nova.compute.claims [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.671036] env[69735]: INFO nova.scheduler.client.report [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Deleted allocations for instance 73027100-1dab-42c9-bfcd-76143b827950 [ 1318.743524] env[69735]: DEBUG oslo_vmware.api [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606220, 'name': ReconfigVM_Task, 'duration_secs': 0.389009} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.743820] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-64417b9e-d423-411c-b073-09c8ee35cd1a/volume-64417b9e-d423-411c-b073-09c8ee35cd1a.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.748986] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eb71f29-aeca-4df2-8a01-779e372ab883 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.761923] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc0492d-da98-4871-9c11-649402afe2d0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.766313] env[69735]: DEBUG oslo_vmware.api [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1318.766313] env[69735]: value = "task-3606222" [ 1318.766313] env[69735]: _type = "Task" [ 1318.766313] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.767854] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e4c86-758a-4949-bc9f-d7d94ecd0a7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Suspending the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1318.770857] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a5e77738-bf1e-457a-803b-8997fbde0aa3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.776832] env[69735]: DEBUG oslo_vmware.api [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.777911] env[69735]: DEBUG oslo_vmware.api [None req-aa3e4c86-758a-4949-bc9f-d7d94ecd0a7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1318.777911] env[69735]: value = "task-3606223" [ 1318.777911] env[69735]: _type = "Task" [ 1318.777911] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.785193] env[69735]: DEBUG oslo_vmware.api [None req-aa3e4c86-758a-4949-bc9f-d7d94ecd0a7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606223, 'name': SuspendVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.822847] env[69735]: DEBUG nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.871994] env[69735]: DEBUG oslo_concurrency.lockutils [req-040e8f8a-b7a8-41d2-96e1-c20e37be52c3 req-0a880d3e-b4af-4fc5-863a-278e71bbc1e3 service nova] Releasing lock "refresh_cache-b488dea8-7fb7-48f6-a9e1-a5e2b307d233" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.961715] env[69735]: DEBUG oslo_concurrency.lockutils [None req-aa672bae-0136-4cb5-8a01-5cb77322a943 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "45897abc-d22b-476a-b1c4-3814c9e14a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.997s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.135171] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Preparing fetch location {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1319.135453] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Fetch image to [datastore2] OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c/OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c.vmdk {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1319.135675] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Downloading stream optimized image de408354-52de-4ede-9020-1a1c38db8e79 to [datastore2] OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c/OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c.vmdk on the data store datastore2 as vApp {{(pid=69735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1319.135841] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Downloading image file data de408354-52de-4ede-9020-1a1c38db8e79 to the ESX as VM named 'OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c' {{(pid=69735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1319.186469] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e59fb194-928c-4fc7-819b-1799ef2dd7bd tempest-AttachVolumeNegativeTest-645617365 tempest-AttachVolumeNegativeTest-645617365-project-member] Lock "73027100-1dab-42c9-bfcd-76143b827950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.952s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.221021] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1319.221021] env[69735]: value = "resgroup-9" [ 1319.221021] env[69735]: _type = "ResourcePool" [ 1319.221021] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1319.221325] env[69735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e882891f-e61a-4a37-a77b-56c0a95e9d05 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.242319] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lease: (returnval){ [ 1319.242319] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207e122-8d2f-c1c6-850d-dcde7bdc108b" [ 1319.242319] env[69735]: _type = "HttpNfcLease" [ 1319.242319] env[69735]: } obtained for vApp import into resource pool (val){ [ 1319.242319] env[69735]: value = "resgroup-9" [ 1319.242319] env[69735]: _type = "ResourcePool" [ 1319.242319] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1319.242661] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the lease: (returnval){ [ 1319.242661] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207e122-8d2f-c1c6-850d-dcde7bdc108b" [ 1319.242661] env[69735]: _type = "HttpNfcLease" [ 1319.242661] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1319.248706] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.248706] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207e122-8d2f-c1c6-850d-dcde7bdc108b" [ 1319.248706] env[69735]: _type = "HttpNfcLease" [ 1319.248706] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1319.278662] env[69735]: DEBUG oslo_vmware.api [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606222, 'name': ReconfigVM_Task, 'duration_secs': 0.144875} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.281873] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719392', 'volume_id': '64417b9e-d423-411c-b073-09c8ee35cd1a', 'name': 'volume-64417b9e-d423-411c-b073-09c8ee35cd1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe212b7e-7e26-4a31-9c22-a766fe0a4d87', 'attached_at': '', 'detached_at': '', 'volume_id': '64417b9e-d423-411c-b073-09c8ee35cd1a', 'serial': '64417b9e-d423-411c-b073-09c8ee35cd1a'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1319.288651] env[69735]: DEBUG oslo_vmware.api [None req-aa3e4c86-758a-4949-bc9f-d7d94ecd0a7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606223, 'name': SuspendVM_Task} progress is 70%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.348009] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.753199] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.753199] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207e122-8d2f-c1c6-850d-dcde7bdc108b" [ 1319.753199] env[69735]: _type = "HttpNfcLease" [ 1319.753199] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1319.753554] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1319.753554] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5207e122-8d2f-c1c6-850d-dcde7bdc108b" [ 1319.753554] env[69735]: _type = "HttpNfcLease" [ 1319.753554] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1319.754315] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff95dea6-bf05-4a80-9fc0-2cdfed04d2c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.763755] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262d7d1-d7cd-b3f2-08e0-0c0bcfb00758/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1319.763965] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262d7d1-d7cd-b3f2-08e0-0c0bcfb00758/disk-0.vmdk. {{(pid=69735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1319.836729] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6ec6ce-5539-4479-b4c7-bc0d2293e0df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.844314] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f37fbded-189b-4cff-bccd-75630d20a9c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.856349] env[69735]: DEBUG oslo_vmware.api [None req-aa3e4c86-758a-4949-bc9f-d7d94ecd0a7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606223, 'name': SuspendVM_Task, 'duration_secs': 0.59582} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.857171] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e4c86-758a-4949-bc9f-d7d94ecd0a7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Suspended the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1319.857387] env[69735]: DEBUG nova.compute.manager [None req-aa3e4c86-758a-4949-bc9f-d7d94ecd0a7f tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.858430] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93490eb2-55a3-4335-b7bd-9088b8c7ab96 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.863177] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe60d968-4d21-47f8-bb2a-0e00e104eed8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.900634] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ad5aa0-b426-4d41-be7b-312fa630f17a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.905368] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beba085-ee09-4219-ab1a-c7a209960012 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.919629] env[69735]: DEBUG nova.compute.provider_tree [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.409025] env[69735]: DEBUG nova.objects.instance [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.422218] env[69735]: DEBUG nova.scheduler.client.report [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.911145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.913983] env[69735]: DEBUG oslo_concurrency.lockutils [None req-572f5e65-5965-4a6e-80d8-441159431550 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.401s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.915442] env[69735]: DEBUG oslo_concurrency.lockutils [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.004s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.915442] env[69735]: DEBUG nova.compute.manager [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.916409] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fcf42f-6c10-494b-9e63-7098a704280d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.923523] env[69735]: DEBUG nova.compute.manager [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1320.924174] env[69735]: DEBUG nova.objects.instance [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.926553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.927047] env[69735]: DEBUG nova.compute.manager [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.929937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.582s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.931387] env[69735]: INFO nova.compute.claims [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.011169] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Completed reading data from the image iterator. {{(pid=69735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1321.011455] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262d7d1-d7cd-b3f2-08e0-0c0bcfb00758/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1321.012588] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c144b-0586-4ad3-ab65-33535efae836 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.020195] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262d7d1-d7cd-b3f2-08e0-0c0bcfb00758/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1321.020377] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262d7d1-d7cd-b3f2-08e0-0c0bcfb00758/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1321.020653] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-aeaf5078-24d0-44d5-b247-ae1b2f5163f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.192665] env[69735]: DEBUG oslo_vmware.rw_handles [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262d7d1-d7cd-b3f2-08e0-0c0bcfb00758/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1321.192929] env[69735]: INFO nova.virt.vmwareapi.images [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Downloaded image file data de408354-52de-4ede-9020-1a1c38db8e79 [ 1321.193970] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0dd0de-29a6-4841-9d18-615b71caee3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.210435] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184c7167-0b0e-47f0-b07a-b277c3b34913 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.222603] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "45897abc-d22b-476a-b1c4-3814c9e14a12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.222844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "45897abc-d22b-476a-b1c4-3814c9e14a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.223072] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "45897abc-d22b-476a-b1c4-3814c9e14a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.223265] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "45897abc-d22b-476a-b1c4-3814c9e14a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.223429] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "45897abc-d22b-476a-b1c4-3814c9e14a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.225592] env[69735]: INFO nova.compute.manager [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Terminating instance [ 1321.239675] env[69735]: INFO nova.virt.vmwareapi.images [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] The imported VM was unregistered [ 1321.242540] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Caching image {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1321.242830] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating directory with path [datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.243616] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1aef4a8-f8fe-41b4-adcd-2137bb18b69d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.254342] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Created directory with path [datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.254591] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c/OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c.vmdk to [datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79/de408354-52de-4ede-9020-1a1c38db8e79.vmdk. {{(pid=69735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1321.254913] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6879e3f8-92e5-4853-be0d-34bb516a50d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.261377] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1321.261377] env[69735]: value = "task-3606228" [ 1321.261377] env[69735]: _type = "Task" [ 1321.261377] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.268892] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606228, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.436168] env[69735]: DEBUG nova.compute.utils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.439885] env[69735]: DEBUG nova.compute.manager [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Not allocating networking since 'none' was specified. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1321.729879] env[69735]: DEBUG nova.compute.manager [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.730142] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.731092] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c36bd9c-648b-49a4-a355-1d241ed9f70e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.739412] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.739708] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df30e8a3-40a1-4069-b0b7-8c501ed8bffd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.771544] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606228, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.818130] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.818381] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.818562] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleting the datastore file [datastore1] 45897abc-d22b-476a-b1c4-3814c9e14a12 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.818835] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b191a2f4-6f16-4d7b-87dc-36bf62077420 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.825400] env[69735]: DEBUG oslo_vmware.api [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1321.825400] env[69735]: value = "task-3606230" [ 1321.825400] env[69735]: _type = "Task" [ 1321.825400] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.833520] env[69735]: DEBUG oslo_vmware.api [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.931458] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.931805] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcdb9e47-861e-404c-bf64-1334c52a2f55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.940039] env[69735]: DEBUG oslo_vmware.api [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1321.940039] env[69735]: value = "task-3606231" [ 1321.940039] env[69735]: _type = "Task" [ 1321.940039] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.940548] env[69735]: DEBUG nova.compute.manager [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.956770] env[69735]: DEBUG oslo_vmware.api [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.060163] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8074e2-fbdc-4584-ba22-dfbf022ac42b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.068247] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4bbc42-1888-43df-8301-68a6f3c76a7f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.100733] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc5ec4-a6e8-42c3-aaa3-aedb6d21e917 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.108941] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e9d4f-f014-4793-812f-a4b476b00896 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.124711] env[69735]: DEBUG nova.compute.provider_tree [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.272311] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606228, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.335971] env[69735]: DEBUG oslo_vmware.api [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314731} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.336272] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.336462] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.336838] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.337097] env[69735]: INFO nova.compute.manager [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1322.337370] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.337582] env[69735]: DEBUG nova.compute.manager [-] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.337684] env[69735]: DEBUG nova.network.neutron [-] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.457307] env[69735]: DEBUG oslo_vmware.api [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606231, 'name': PowerOffVM_Task, 'duration_secs': 0.281859} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.457847] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.458061] env[69735]: DEBUG nova.compute.manager [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.459010] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fe5703-6664-4a90-933b-5d83b5ba1e47 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.606725] env[69735]: DEBUG nova.compute.manager [req-c1226924-4703-4c37-997f-8bb5e66711da req-27a05fc3-e89a-4988-a896-56eebaa18e6c service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Received event network-vif-deleted-ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.606955] env[69735]: INFO nova.compute.manager [req-c1226924-4703-4c37-997f-8bb5e66711da req-27a05fc3-e89a-4988-a896-56eebaa18e6c service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Neutron deleted interface ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42; detaching it from the instance and deleting it from the info cache [ 1322.607201] env[69735]: DEBUG nova.network.neutron [req-c1226924-4703-4c37-997f-8bb5e66711da req-27a05fc3-e89a-4988-a896-56eebaa18e6c service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.627669] env[69735]: DEBUG nova.scheduler.client.report [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.773608] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606228, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.961321] env[69735]: DEBUG nova.compute.manager [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.973281] env[69735]: DEBUG oslo_concurrency.lockutils [None req-880b0483-db6c-488f-ae2e-070a1e22ef69 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.988655] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.988903] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.989074] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.989257] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.989401] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.989546] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.989760] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.989919] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.990103] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.990269] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.990441] env[69735]: DEBUG nova.virt.hardware [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.991679] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73401970-6a13-48f1-8c5b-25865f98609c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.001379] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337da185-b6d3-4fc9-b717-089f2a219839 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.018234] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.023983] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Creating folder: Project (af4638db87e545f59b24672593fff38e). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.024403] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4897a36-9f5a-4879-8afc-db560f02bec2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.036715] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Created folder: Project (af4638db87e545f59b24672593fff38e) in parent group-v719064. [ 1323.036935] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Creating folder: Instances. Parent ref: group-v719396. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.037208] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9df7dac3-9860-4b62-b074-6b3d18e4e95f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.047387] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Created folder: Instances in parent group-v719396. [ 1323.047643] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.047854] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.048080] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f02cd82-7ff9-4008-8cd4-af88d2378ca9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.065826] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.065826] env[69735]: value = "task-3606234" [ 1323.065826] env[69735]: _type = "Task" [ 1323.065826] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.074550] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606234, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.079053] env[69735]: DEBUG nova.network.neutron [-] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.109741] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ace829d6-37ff-45de-9935-e688520953f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.119800] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2fd5f1-55cb-45d4-b484-e8669d91bced {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.132469] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.132966] env[69735]: DEBUG nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.154654] env[69735]: DEBUG nova.compute.manager [req-c1226924-4703-4c37-997f-8bb5e66711da req-27a05fc3-e89a-4988-a896-56eebaa18e6c service nova] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Detach interface failed, port_id=ed5f26c2-b7bd-4d8a-a76a-2ca4c104fa42, reason: Instance 45897abc-d22b-476a-b1c4-3814c9e14a12 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.273350] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606228, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.404324] env[69735]: DEBUG nova.objects.instance [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.576145] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606234, 'name': CreateVM_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.581661] env[69735]: INFO nova.compute.manager [-] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Took 1.24 seconds to deallocate network for instance. [ 1323.638191] env[69735]: DEBUG nova.compute.utils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.640063] env[69735]: DEBUG nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.640063] env[69735]: DEBUG nova.network.neutron [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.684335] env[69735]: DEBUG nova.policy [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '638cd01ea55a4b6bb2e3933e48b8fe47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895896a71c4e4c80a5a24d7c8d4e9b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.773845] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606228, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.454641} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.774148] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c/OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c.vmdk to [datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79/de408354-52de-4ede-9020-1a1c38db8e79.vmdk. [ 1323.774342] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Cleaning up location [datastore2] OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1323.774508] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c5ebdb92-a8b2-400f-ba0c-e7e7a7bab68c {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.774773] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c8f0a91-5010-42d1-b558-64d0b6db9f47 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.781812] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1323.781812] env[69735]: value = "task-3606236" [ 1323.781812] env[69735]: _type = "Task" [ 1323.781812] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.791046] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.909362] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.909487] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.909667] env[69735]: DEBUG nova.network.neutron [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.909847] env[69735]: DEBUG nova.objects.instance [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'info_cache' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.983220] env[69735]: DEBUG nova.network.neutron [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Successfully created port: 21ff31b2-2606-4a3f-bf52-3642f3a634c2 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.074897] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606234, 'name': CreateVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.088067] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.088456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.088669] env[69735]: DEBUG nova.objects.instance [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'resources' on Instance uuid 45897abc-d22b-476a-b1c4-3814c9e14a12 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.143349] env[69735]: DEBUG nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.291836] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130603} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.292124] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.292290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79/de408354-52de-4ede-9020-1a1c38db8e79.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.292535] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79/de408354-52de-4ede-9020-1a1c38db8e79.vmdk to [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233/b488dea8-7fb7-48f6-a9e1-a5e2b307d233.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.292806] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab9ec6b6-44bf-4e25-aaca-8aadb5433c98 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.299636] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1324.299636] env[69735]: value = "task-3606237" [ 1324.299636] env[69735]: _type = "Task" [ 1324.299636] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.307870] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.418050] env[69735]: DEBUG nova.objects.base [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1324.576321] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606234, 'name': CreateVM_Task, 'duration_secs': 1.032429} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.576673] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.577150] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.577213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.577520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.577785] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ddeac6-5ed8-41f5-b691-0273c08c232b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.584279] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1324.584279] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d1c34a-bdf6-2375-0bbd-fdb70486e7bc" [ 1324.584279] env[69735]: _type = "Task" [ 1324.584279] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.595386] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d1c34a-bdf6-2375-0bbd-fdb70486e7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.712776] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8528afd-0c2d-45d8-b2a2-cc9d76b35984 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.721604] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514ed497-b1fe-4ecb-a663-0c7c55dbb8ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.756503] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97c36f-3884-4df3-a8ac-b7fe0906ccb0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.764800] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9892ef-f623-4ae6-97e6-35b859798f87 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.779480] env[69735]: DEBUG nova.compute.provider_tree [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.808983] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606237, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.098028] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d1c34a-bdf6-2375-0bbd-fdb70486e7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.061305} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.098028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.098028] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.098440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.098663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.098893] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.099344] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e3ecaf-2ca3-4560-93d2-532cbf773d7d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.116282] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.116471] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.117350] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216df46c-542e-4642-933d-e66bf86a8f86 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.123560] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1325.123560] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52440b95-68e3-c328-8f20-a33af08dcbe3" [ 1325.123560] env[69735]: _type = "Task" [ 1325.123560] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.134039] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52440b95-68e3-c328-8f20-a33af08dcbe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.154302] env[69735]: DEBUG nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.193218] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.193218] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.193218] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.193218] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.193625] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.194050] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.194493] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.194804] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.195194] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.195567] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.195910] env[69735]: DEBUG nova.virt.hardware [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.197027] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c051acfc-2ec0-4b13-a03b-c6825f052912 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.206525] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3295e92d-4592-4f5f-abb2-276bae44fe00 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.235741] env[69735]: DEBUG nova.network.neutron [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updating instance_info_cache with network_info: [{"id": "3092548d-72ed-469c-ae78-cef480f00240", "address": "fa:16:3e:89:b1:48", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3092548d-72", "ovs_interfaceid": "3092548d-72ed-469c-ae78-cef480f00240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.282419] env[69735]: DEBUG nova.scheduler.client.report [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.312114] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606237, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.636268] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52440b95-68e3-c328-8f20-a33af08dcbe3, 'name': SearchDatastore_Task, 'duration_secs': 0.086088} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.637230] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63432ebe-7d87-49c3-9532-a1a1dbe6b6b4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.643976] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1325.643976] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f421af-6f02-582b-4cd4-3e26a19baaea" [ 1325.643976] env[69735]: _type = "Task" [ 1325.643976] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.654204] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f421af-6f02-582b-4cd4-3e26a19baaea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.717432] env[69735]: DEBUG nova.compute.manager [req-4b65139f-d37b-4667-bb2b-91c044dd757d req-a3596767-8330-4e1f-bcee-a53704fe89a5 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Received event network-vif-plugged-21ff31b2-2606-4a3f-bf52-3642f3a634c2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.717432] env[69735]: DEBUG oslo_concurrency.lockutils [req-4b65139f-d37b-4667-bb2b-91c044dd757d req-a3596767-8330-4e1f-bcee-a53704fe89a5 service nova] Acquiring lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.717432] env[69735]: DEBUG oslo_concurrency.lockutils [req-4b65139f-d37b-4667-bb2b-91c044dd757d req-a3596767-8330-4e1f-bcee-a53704fe89a5 service nova] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.717432] env[69735]: DEBUG oslo_concurrency.lockutils [req-4b65139f-d37b-4667-bb2b-91c044dd757d req-a3596767-8330-4e1f-bcee-a53704fe89a5 service nova] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.717432] env[69735]: DEBUG nova.compute.manager [req-4b65139f-d37b-4667-bb2b-91c044dd757d req-a3596767-8330-4e1f-bcee-a53704fe89a5 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] No waiting events found dispatching network-vif-plugged-21ff31b2-2606-4a3f-bf52-3642f3a634c2 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.717432] env[69735]: WARNING nova.compute.manager [req-4b65139f-d37b-4667-bb2b-91c044dd757d req-a3596767-8330-4e1f-bcee-a53704fe89a5 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Received unexpected event network-vif-plugged-21ff31b2-2606-4a3f-bf52-3642f3a634c2 for instance with vm_state building and task_state spawning. [ 1325.738261] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Releasing lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.787962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.811371] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606237, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.812496] env[69735]: INFO nova.scheduler.client.report [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted allocations for instance 45897abc-d22b-476a-b1c4-3814c9e14a12 [ 1326.155125] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f421af-6f02-582b-4cd4-3e26a19baaea, 'name': SearchDatastore_Task, 'duration_secs': 0.086366} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.155412] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.155708] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0/101997bf-10fa-4710-a3bf-c3ec51c3fcb0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.155982] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aaa72d9-defa-46ee-a05c-9de243588c7c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.164030] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1326.164030] env[69735]: value = "task-3606239" [ 1326.164030] env[69735]: _type = "Task" [ 1326.164030] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.172550] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.292204] env[69735]: DEBUG nova.network.neutron [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Successfully updated port: 21ff31b2-2606-4a3f-bf52-3642f3a634c2 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.315887] env[69735]: DEBUG nova.compute.manager [req-37a678ff-8a86-41c5-88d4-3acd7af0da3a req-feab2eb3-dd83-4a0f-9814-ad5749ec82e7 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Received event network-changed-21ff31b2-2606-4a3f-bf52-3642f3a634c2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.317179] env[69735]: DEBUG nova.compute.manager [req-37a678ff-8a86-41c5-88d4-3acd7af0da3a req-feab2eb3-dd83-4a0f-9814-ad5749ec82e7 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Refreshing instance network info cache due to event network-changed-21ff31b2-2606-4a3f-bf52-3642f3a634c2. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.317684] env[69735]: DEBUG oslo_concurrency.lockutils [req-37a678ff-8a86-41c5-88d4-3acd7af0da3a req-feab2eb3-dd83-4a0f-9814-ad5749ec82e7 service nova] Acquiring lock "refresh_cache-4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.320366] env[69735]: DEBUG oslo_concurrency.lockutils [req-37a678ff-8a86-41c5-88d4-3acd7af0da3a req-feab2eb3-dd83-4a0f-9814-ad5749ec82e7 service nova] Acquired lock "refresh_cache-4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.320595] env[69735]: DEBUG nova.network.neutron [req-37a678ff-8a86-41c5-88d4-3acd7af0da3a req-feab2eb3-dd83-4a0f-9814-ad5749ec82e7 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Refreshing network info cache for port 21ff31b2-2606-4a3f-bf52-3642f3a634c2 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.332382] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606237, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.333342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a79babdf-9aa1-4254-94f9-ee1ba32f06af tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "45897abc-d22b-476a-b1c4-3814c9e14a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.110s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.674380] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.745224] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.746164] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e46e918-2bf5-47ca-9148-aaaa47e2e0e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.755138] env[69735]: DEBUG oslo_vmware.api [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1326.755138] env[69735]: value = "task-3606242" [ 1326.755138] env[69735]: _type = "Task" [ 1326.755138] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.763339] env[69735]: DEBUG oslo_vmware.api [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.795537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "refresh_cache-4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.812376] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606237, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.302497} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.812667] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de408354-52de-4ede-9020-1a1c38db8e79/de408354-52de-4ede-9020-1a1c38db8e79.vmdk to [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233/b488dea8-7fb7-48f6-a9e1-a5e2b307d233.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.813561] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9fc95e-6686-4955-8291-4a67940c87f8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.838986] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233/b488dea8-7fb7-48f6-a9e1-a5e2b307d233.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.839561] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4de8490-4f7b-438c-be9f-1a96a6c61e56 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.861479] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1326.861479] env[69735]: value = "task-3606243" [ 1326.861479] env[69735]: _type = "Task" [ 1326.861479] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.872511] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.886523] env[69735]: DEBUG nova.network.neutron [req-37a678ff-8a86-41c5-88d4-3acd7af0da3a req-feab2eb3-dd83-4a0f-9814-ad5749ec82e7 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.962795] env[69735]: DEBUG nova.network.neutron [req-37a678ff-8a86-41c5-88d4-3acd7af0da3a req-feab2eb3-dd83-4a0f-9814-ad5749ec82e7 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.175864] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958116} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.176216] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0/101997bf-10fa-4710-a3bf-c3ec51c3fcb0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.176465] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.176782] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b05a97-0ac9-4983-85c1-f545d2ca1281 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.182892] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1327.182892] env[69735]: value = "task-3606244" [ 1327.182892] env[69735]: _type = "Task" [ 1327.182892] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.191623] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.200579] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.200840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.265806] env[69735]: DEBUG oslo_vmware.api [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.371489] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.466208] env[69735]: DEBUG oslo_concurrency.lockutils [req-37a678ff-8a86-41c5-88d4-3acd7af0da3a req-feab2eb3-dd83-4a0f-9814-ad5749ec82e7 service nova] Releasing lock "refresh_cache-4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.466592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "refresh_cache-4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.466830] env[69735]: DEBUG nova.network.neutron [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.694112] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076125} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.694112] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.694696] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4177a773-a148-4cec-8b8c-fa952c023667 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.706044] env[69735]: DEBUG nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.717175] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0/101997bf-10fa-4710-a3bf-c3ec51c3fcb0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.718033] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca376b1c-9f0d-465c-a6c1-af71caead603 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.740056] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1327.740056] env[69735]: value = "task-3606245" [ 1327.740056] env[69735]: _type = "Task" [ 1327.740056] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.748751] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.763679] env[69735]: DEBUG oslo_vmware.api [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606242, 'name': PowerOnVM_Task, 'duration_secs': 0.741541} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.763947] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.764199] env[69735]: DEBUG nova.compute.manager [None req-d21ab04a-b007-4c5b-81ae-74b20969d465 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.764967] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771197ce-3a75-406e-b623-b86b0e382df6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.873570] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606243, 'name': ReconfigVM_Task, 'duration_secs': 0.982357} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.874045] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Reconfigured VM instance instance-0000006e to attach disk [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233/b488dea8-7fb7-48f6-a9e1-a5e2b307d233.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.875376] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'disk_bus': None, 'size': 0, 'image_id': 'ff36286c-113e-4e32-9c9a-57968a528ea6'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719386', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'name': 'volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b488dea8-7fb7-48f6-a9e1-a5e2b307d233', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'serial': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': 'c6ef75d1-d07b-4211-9098-48c210833764', 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1327.875877] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1327.876210] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719386', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'name': 'volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b488dea8-7fb7-48f6-a9e1-a5e2b307d233', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'serial': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1327.877120] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f4afd7-649d-4fb1-aa69-e73dec575461 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.895014] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089e7510-5e86-4138-af02-167e42faa36d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.919957] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2/volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.920084] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afb7c27-1683-4f34-97df-798b6526c1d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.941067] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1327.941067] env[69735]: value = "task-3606246" [ 1327.941067] env[69735]: _type = "Task" [ 1327.941067] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.949582] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.000427] env[69735]: DEBUG nova.network.neutron [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.127069] env[69735]: DEBUG nova.network.neutron [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Updating instance_info_cache with network_info: [{"id": "21ff31b2-2606-4a3f-bf52-3642f3a634c2", "address": "fa:16:3e:29:09:de", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ff31b2-26", "ovs_interfaceid": "21ff31b2-2606-4a3f-bf52-3642f3a634c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.236821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.237125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.238711] env[69735]: INFO nova.compute.claims [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.250934] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.451997] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.630068] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "refresh_cache-4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.630202] env[69735]: DEBUG nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Instance network_info: |[{"id": "21ff31b2-2606-4a3f-bf52-3642f3a634c2", "address": "fa:16:3e:29:09:de", "network": {"id": "5d4677de-3c69-4f36-9237-3c17753f58c4", "bridge": "br-int", "label": "tempest-ServersTestJSON-697104638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895896a71c4e4c80a5a24d7c8d4e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ff31b2-26", "ovs_interfaceid": "21ff31b2-2606-4a3f-bf52-3642f3a634c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.630695] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:09:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ff31b2-2606-4a3f-bf52-3642f3a634c2', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.639216] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.639452] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.639683] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca9d5ec8-333a-49db-bf33-5668c651af2d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.661718] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.661718] env[69735]: value = "task-3606248" [ 1328.661718] env[69735]: _type = "Task" [ 1328.661718] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.669929] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606248, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.752869] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606245, 'name': ReconfigVM_Task, 'duration_secs': 0.952571} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.753246] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0/101997bf-10fa-4710-a3bf-c3ec51c3fcb0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.753937] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd99c48b-7c71-4523-9152-a406a5c3dddd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.762048] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1328.762048] env[69735]: value = "task-3606249" [ 1328.762048] env[69735]: _type = "Task" [ 1328.762048] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.770851] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606249, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.951945] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606246, 'name': ReconfigVM_Task, 'duration_secs': 0.847193} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.952232] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2/volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.957239] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687f2ddc-97f9-4d7e-92ee-63fc0a533677 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.973304] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1328.973304] env[69735]: value = "task-3606250" [ 1328.973304] env[69735]: _type = "Task" [ 1328.973304] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.983157] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.171753] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606248, 'name': CreateVM_Task, 'duration_secs': 0.31666} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.171989] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.172710] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.172891] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.173368] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.173494] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec9a81c-badd-49fc-ae83-f55e73f2debb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.178219] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1329.178219] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52082a67-5294-1dde-b949-64404383a09e" [ 1329.178219] env[69735]: _type = "Task" [ 1329.178219] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.186317] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52082a67-5294-1dde-b949-64404383a09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.271566] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606249, 'name': Rename_Task, 'duration_secs': 0.132114} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.274075] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.274491] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a6ff684-f899-4e40-9074-0a2f6ee5ea2a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.281946] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1329.281946] env[69735]: value = "task-3606251" [ 1329.281946] env[69735]: _type = "Task" [ 1329.281946] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.292394] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.352573] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3a012-6681-4573-98b4-66b38eef57c9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.360870] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2854a8-c56c-41ca-a2f6-95673a0cdc5a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.391475] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f93dec-0cb6-4062-9b39-efc8b6eb6150 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.399407] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8095c23b-fb8e-42bb-b959-a54a2d8b4edd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.412800] env[69735]: DEBUG nova.compute.provider_tree [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.483858] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606250, 'name': ReconfigVM_Task, 'duration_secs': 0.150327} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.484247] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719386', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'name': 'volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b488dea8-7fb7-48f6-a9e1-a5e2b307d233', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'serial': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1329.484818] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-879e50a2-05af-4bfa-a93b-93247e2f43c7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.493254] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1329.493254] env[69735]: value = "task-3606252" [ 1329.493254] env[69735]: _type = "Task" [ 1329.493254] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.503420] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606252, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.689619] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52082a67-5294-1dde-b949-64404383a09e, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.690035] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.690331] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.690688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.690958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.691196] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.691485] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b157c7-142e-42b8-a7a7-85fe076885e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.700457] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.700686] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.701571] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b71c4b-0769-434d-9151-8db569e40b0c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.707749] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1329.707749] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fae0bb-c73f-97a4-473d-6b59b7dd3a4d" [ 1329.707749] env[69735]: _type = "Task" [ 1329.707749] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.716326] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fae0bb-c73f-97a4-473d-6b59b7dd3a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.792624] env[69735]: DEBUG oslo_vmware.api [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606251, 'name': PowerOnVM_Task, 'duration_secs': 0.432348} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.793029] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.793298] env[69735]: INFO nova.compute.manager [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1329.793469] env[69735]: DEBUG nova.compute.manager [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.794376] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c7437-6bb1-47d2-8f03-a2d4c64da9cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.916651] env[69735]: DEBUG nova.scheduler.client.report [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.004016] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606252, 'name': Rename_Task, 'duration_secs': 0.157992} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.004310] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.004560] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-548d0eb1-a4be-441a-a69e-6996b3002aee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.011983] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1330.011983] env[69735]: value = "task-3606253" [ 1330.011983] env[69735]: _type = "Task" [ 1330.011983] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.021513] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.218301] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52fae0bb-c73f-97a4-473d-6b59b7dd3a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.219110] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618b0743-e49f-437d-a7c4-9369f4e1cf94 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.226351] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1330.226351] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a470d3-7811-6269-6500-fa3590fba1ba" [ 1330.226351] env[69735]: _type = "Task" [ 1330.226351] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.236668] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a470d3-7811-6269-6500-fa3590fba1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.312193] env[69735]: INFO nova.compute.manager [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Took 11.68 seconds to build instance. [ 1330.422290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.422781] env[69735]: DEBUG nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.523842] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.741866] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a470d3-7811-6269-6500-fa3590fba1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.741866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.741866] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81/4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.742199] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ab16e9a-bf39-41be-ae08-302a3d068dcb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.751905] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1330.751905] env[69735]: value = "task-3606254" [ 1330.751905] env[69735]: _type = "Task" [ 1330.751905] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.762203] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.814451] env[69735]: DEBUG oslo_concurrency.lockutils [None req-37fad40b-4153-473b-b0ee-65cdd5ec9f2a tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.196s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.930304] env[69735]: DEBUG nova.compute.utils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.933592] env[69735]: DEBUG nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.933802] env[69735]: DEBUG nova.network.neutron [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.988188] env[69735]: DEBUG nova.policy [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5df1e6e9ad80438ebc93dcf5ed04d9c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '309d91bcdb774f1c823c96e042fe4f8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.025268] env[69735]: DEBUG oslo_vmware.api [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606253, 'name': PowerOnVM_Task, 'duration_secs': 0.893494} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.025268] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.149202] env[69735]: DEBUG nova.compute.manager [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.150188] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd13da-f5bf-4943-b427-5463e351d34f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.217870] env[69735]: INFO nova.compute.manager [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Rebuilding instance [ 1331.264311] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.273868] env[69735]: DEBUG nova.compute.manager [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.275129] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642edf01-c1f5-499f-af4f-a12b2a63e9b3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.324120] env[69735]: DEBUG nova.network.neutron [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Successfully created port: a72e3dd0-c860-430a-8d9d-bf703f77e032 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.434723] env[69735]: DEBUG nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1331.669992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-7c379e0c-2e19-40c3-b956-62dcdb7c0a69 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.167s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.763876] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679012} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.764180] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81/4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.764399] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.764653] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6ba7c51-331c-4caf-98d5-8eb0b02e1ffb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.771512] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1331.771512] env[69735]: value = "task-3606255" [ 1331.771512] env[69735]: _type = "Task" [ 1331.771512] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.780206] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.285836] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071654} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.286175] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.286968] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444bd6df-50b6-47ca-9554-414817aea1ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.302524] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.311540] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81/4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.311810] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26688192-37e1-46de-b742-8b8d02589fb4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.313386] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c27222-31fd-404a-9275-824f1b7b9a01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.333271] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1332.333271] env[69735]: value = "task-3606257" [ 1332.333271] env[69735]: _type = "Task" [ 1332.333271] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.339818] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1332.339818] env[69735]: value = "task-3606256" [ 1332.339818] env[69735]: _type = "Task" [ 1332.339818] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.347365] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.353550] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.445335] env[69735]: DEBUG nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1332.471455] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.471697] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.471853] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.472041] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.472192] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.472337] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.472657] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.472744] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.472869] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.473044] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.473223] env[69735]: DEBUG nova.virt.hardware [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.474175] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1a2e24-cbfe-48ce-b5bd-704ac2dd542c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.482708] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444175bd-4a69-4a4b-8655-0a4f14969e8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.699325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Acquiring lock "2c96f641-8922-4fd2-9490-7262308ad99b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.699582] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "2c96f641-8922-4fd2-9490-7262308ad99b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.733981] env[69735]: DEBUG nova.compute.manager [req-a6903f7e-8024-4108-828b-9f3bd37c5bd0 req-887e4759-959f-4b7a-bd25-4eeb472272f1 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Received event network-vif-plugged-a72e3dd0-c860-430a-8d9d-bf703f77e032 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.734225] env[69735]: DEBUG oslo_concurrency.lockutils [req-a6903f7e-8024-4108-828b-9f3bd37c5bd0 req-887e4759-959f-4b7a-bd25-4eeb472272f1 service nova] Acquiring lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.734429] env[69735]: DEBUG oslo_concurrency.lockutils [req-a6903f7e-8024-4108-828b-9f3bd37c5bd0 req-887e4759-959f-4b7a-bd25-4eeb472272f1 service nova] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.734595] env[69735]: DEBUG oslo_concurrency.lockutils [req-a6903f7e-8024-4108-828b-9f3bd37c5bd0 req-887e4759-959f-4b7a-bd25-4eeb472272f1 service nova] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.734788] env[69735]: DEBUG nova.compute.manager [req-a6903f7e-8024-4108-828b-9f3bd37c5bd0 req-887e4759-959f-4b7a-bd25-4eeb472272f1 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] No waiting events found dispatching network-vif-plugged-a72e3dd0-c860-430a-8d9d-bf703f77e032 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.734959] env[69735]: WARNING nova.compute.manager [req-a6903f7e-8024-4108-828b-9f3bd37c5bd0 req-887e4759-959f-4b7a-bd25-4eeb472272f1 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Received unexpected event network-vif-plugged-a72e3dd0-c860-430a-8d9d-bf703f77e032 for instance with vm_state building and task_state spawning. [ 1332.838437] env[69735]: DEBUG nova.network.neutron [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Successfully updated port: a72e3dd0-c860-430a-8d9d-bf703f77e032 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.848239] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606257, 'name': ReconfigVM_Task, 'duration_secs': 0.482376} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.848943] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81/4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.849659] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc547879-314b-484c-8249-2754f08972bf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.854733] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606256, 'name': PowerOffVM_Task, 'duration_secs': 0.340519} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.855309] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.855984] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.856743] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae39478-6a36-4e26-add7-8f1005c1bc64 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.861316] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1332.861316] env[69735]: value = "task-3606258" [ 1332.861316] env[69735]: _type = "Task" [ 1332.861316] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.866550] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.867126] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0dd8918-e45b-4cd6-8ce0-45cc5afe4247 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.871954] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606258, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.893268] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.893550] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.893725] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Deleting the datastore file [datastore2] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.893939] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84117201-a2b3-4ceb-a8b3-65aa17a1b75b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.901316] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1332.901316] env[69735]: value = "task-3606260" [ 1332.901316] env[69735]: _type = "Task" [ 1332.901316] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.911850] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.201807] env[69735]: DEBUG nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.349084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.349084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.349084] env[69735]: DEBUG nova.network.neutron [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.371416] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606258, 'name': Rename_Task, 'duration_secs': 0.152158} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.371696] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.371937] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eb6eb67-ebc9-4587-8dac-a306c36f8afd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.379981] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1333.379981] env[69735]: value = "task-3606261" [ 1333.379981] env[69735]: _type = "Task" [ 1333.379981] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.387955] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.411358] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115422} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.411637] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.411836] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.412026] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.724741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.725051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.726720] env[69735]: INFO nova.compute.claims [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.885078] env[69735]: DEBUG nova.network.neutron [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.893577] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606261, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.030296] env[69735]: DEBUG nova.network.neutron [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance_info_cache with network_info: [{"id": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "address": "fa:16:3e:61:bc:c7", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72e3dd0-c8", "ovs_interfaceid": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.391146] env[69735]: DEBUG oslo_vmware.api [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606261, 'name': PowerOnVM_Task, 'duration_secs': 0.629562} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.391514] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.391621] env[69735]: INFO nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1334.391800] env[69735]: DEBUG nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.392588] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e96954-910e-43fc-9c4d-30aeb892d31a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.447970] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.448248] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.448404] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.448582] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.448735] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.448888] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.449117] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.449280] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.449448] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.449607] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.449776] env[69735]: DEBUG nova.virt.hardware [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.450854] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af26e19e-d479-4e35-955d-de00106e2e18 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.459576] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19750801-6a2e-49dc-a64d-aebb7be6e893 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.476305] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Instance VIF info [] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.482114] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.482350] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.482560] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e9a7c25-6a91-4c3c-87b5-f80b1ee225ed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.500368] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.500368] env[69735]: value = "task-3606262" [ 1334.500368] env[69735]: _type = "Task" [ 1334.500368] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.508551] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606262, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.536409] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.536891] env[69735]: DEBUG nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Instance network_info: |[{"id": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "address": "fa:16:3e:61:bc:c7", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72e3dd0-c8", "ovs_interfaceid": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.537375] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:bc:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a72e3dd0-c860-430a-8d9d-bf703f77e032', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.545036] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.545288] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.545517] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60eb9eab-a4b5-466a-8f51-56639f209179 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.571936] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.571936] env[69735]: value = "task-3606263" [ 1334.571936] env[69735]: _type = "Task" [ 1334.571936] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.581028] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606263, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.767321] env[69735]: DEBUG nova.compute.manager [req-bda11c00-9e61-4c8e-94d8-f03ba71f5cc7 req-499fe509-7211-46d5-822d-b48308d81be6 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Received event network-changed-a72e3dd0-c860-430a-8d9d-bf703f77e032 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.767476] env[69735]: DEBUG nova.compute.manager [req-bda11c00-9e61-4c8e-94d8-f03ba71f5cc7 req-499fe509-7211-46d5-822d-b48308d81be6 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Refreshing instance network info cache due to event network-changed-a72e3dd0-c860-430a-8d9d-bf703f77e032. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.767621] env[69735]: DEBUG oslo_concurrency.lockutils [req-bda11c00-9e61-4c8e-94d8-f03ba71f5cc7 req-499fe509-7211-46d5-822d-b48308d81be6 service nova] Acquiring lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.767766] env[69735]: DEBUG oslo_concurrency.lockutils [req-bda11c00-9e61-4c8e-94d8-f03ba71f5cc7 req-499fe509-7211-46d5-822d-b48308d81be6 service nova] Acquired lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.768018] env[69735]: DEBUG nova.network.neutron [req-bda11c00-9e61-4c8e-94d8-f03ba71f5cc7 req-499fe509-7211-46d5-822d-b48308d81be6 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Refreshing network info cache for port a72e3dd0-c860-430a-8d9d-bf703f77e032 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.861757] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74f65bf-a273-4503-af61-510866b9e63c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.871765] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd3033f-9aba-4374-b367-c250dae6755c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.906803] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d761b-5822-4aeb-bef1-e2270050340c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.911745] env[69735]: INFO nova.compute.manager [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Took 15.58 seconds to build instance. [ 1334.917179] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edef6fd0-c035-44c5-af94-f325d9b9f51f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.934760] env[69735]: DEBUG nova.compute.provider_tree [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.011864] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606262, 'name': CreateVM_Task, 'duration_secs': 0.342341} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.012070] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.012563] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.012772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.013164] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.013798] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5164c273-cf8d-4347-a3f1-af5bc9ed326d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.019736] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1335.019736] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526b0a82-5bfa-ca34-0c4b-08313d271973" [ 1335.019736] env[69735]: _type = "Task" [ 1335.019736] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.028650] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526b0a82-5bfa-ca34-0c4b-08313d271973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.081659] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606263, 'name': CreateVM_Task, 'duration_secs': 0.401205} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.081816] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.082490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.413647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-2641a81e-168b-4f89-a630-a3d83f4c7d3b tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.093s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.440447] env[69735]: DEBUG nova.scheduler.client.report [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.443662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.444284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.444284] env[69735]: DEBUG nova.compute.manager [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.445254] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a0f2cc-b6e8-49ec-af5f-6080a2522511 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.454612] env[69735]: DEBUG nova.compute.manager [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1335.455171] env[69735]: DEBUG nova.objects.instance [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lazy-loading 'flavor' on Instance uuid 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.479445] env[69735]: DEBUG nova.network.neutron [req-bda11c00-9e61-4c8e-94d8-f03ba71f5cc7 req-499fe509-7211-46d5-822d-b48308d81be6 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updated VIF entry in instance network info cache for port a72e3dd0-c860-430a-8d9d-bf703f77e032. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.479768] env[69735]: DEBUG nova.network.neutron [req-bda11c00-9e61-4c8e-94d8-f03ba71f5cc7 req-499fe509-7211-46d5-822d-b48308d81be6 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance_info_cache with network_info: [{"id": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "address": "fa:16:3e:61:bc:c7", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72e3dd0-c8", "ovs_interfaceid": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.530446] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]526b0a82-5bfa-ca34-0c4b-08313d271973, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.530446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.530621] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.530853] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.530999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.531193] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.531466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.531760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.532015] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e49ed463-8f40-4cff-892f-ba83fd67b917 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.533738] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42dcc5f3-9a6d-4374-8913-74dcfef5e190 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.540341] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1335.540341] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a6e4cf-3fba-b3ba-b766-938fd870326c" [ 1335.540341] env[69735]: _type = "Task" [ 1335.540341] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.544076] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.544257] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.545237] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38258209-97ae-4034-a757-c4ce664ec000 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.550206] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a6e4cf-3fba-b3ba-b766-938fd870326c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.553496] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1335.553496] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52279317-8ea9-8baa-a029-e79744a79844" [ 1335.553496] env[69735]: _type = "Task" [ 1335.553496] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.560740] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52279317-8ea9-8baa-a029-e79744a79844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.946566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.946990] env[69735]: DEBUG nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.982797] env[69735]: DEBUG oslo_concurrency.lockutils [req-bda11c00-9e61-4c8e-94d8-f03ba71f5cc7 req-499fe509-7211-46d5-822d-b48308d81be6 service nova] Releasing lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.054803] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52a6e4cf-3fba-b3ba-b766-938fd870326c, 'name': SearchDatastore_Task, 'duration_secs': 0.018477} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.060050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.060424] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.060759] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.068987] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52279317-8ea9-8baa-a029-e79744a79844, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.069918] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421263e1-e5d6-4425-92f3-85c814593132 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.076395] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1336.076395] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff117d-042e-9bf2-08f4-80fdd5f60fa3" [ 1336.076395] env[69735]: _type = "Task" [ 1336.076395] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.085685] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff117d-042e-9bf2-08f4-80fdd5f60fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.452879] env[69735]: DEBUG nova.compute.utils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.454440] env[69735]: DEBUG nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.454606] env[69735]: DEBUG nova.network.neutron [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.460856] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.462029] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0259125-5c9a-4580-84e0-add7b241b2cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.470534] env[69735]: DEBUG oslo_vmware.api [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1336.470534] env[69735]: value = "task-3606264" [ 1336.470534] env[69735]: _type = "Task" [ 1336.470534] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.479906] env[69735]: DEBUG oslo_vmware.api [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.492263] env[69735]: DEBUG nova.policy [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f466685e1bd04574aaa8617c85ce6fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2d929bfd2547a7aea29f48db044d94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.588546] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52ff117d-042e-9bf2-08f4-80fdd5f60fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.588885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.589225] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0/101997bf-10fa-4710-a3bf-c3ec51c3fcb0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.589550] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.589790] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.590068] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eb1985a-95dd-4055-be83-85db5a5bc7da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.592164] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3272b73d-d3b4-4e2d-815b-b03d5403f6be {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.599168] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1336.599168] env[69735]: value = "task-3606265" [ 1336.599168] env[69735]: _type = "Task" [ 1336.599168] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.603516] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.603727] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.607114] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4bea81-d478-40c7-b128-a38482767798 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.609632] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.613132] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1336.613132] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5275e48c-a924-431c-fec6-5008a5f3f8e9" [ 1336.613132] env[69735]: _type = "Task" [ 1336.613132] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.622131] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5275e48c-a924-431c-fec6-5008a5f3f8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.760118] env[69735]: DEBUG nova.network.neutron [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Successfully created port: 505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.959288] env[69735]: DEBUG nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.984672] env[69735]: DEBUG oslo_vmware.api [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606264, 'name': PowerOffVM_Task, 'duration_secs': 0.229686} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.985054] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.985289] env[69735]: DEBUG nova.compute.manager [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.989389] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a63c25-43cd-4d16-b85a-e8f79aa3a8ad {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.109191] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482783} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.109466] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0/101997bf-10fa-4710-a3bf-c3ec51c3fcb0.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.109696] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.109948] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3a2a519-7920-4865-8be1-a387b03dbf83 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.118015] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1337.118015] env[69735]: value = "task-3606266" [ 1337.118015] env[69735]: _type = "Task" [ 1337.118015] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.124411] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5275e48c-a924-431c-fec6-5008a5f3f8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.125434] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe224f74-a604-4a18-92b3-3e031d6888bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.130024] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.133046] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1337.133046] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cb5e2a-213b-60e8-ed97-c0a249f14019" [ 1337.133046] env[69735]: _type = "Task" [ 1337.133046] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.141803] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cb5e2a-213b-60e8-ed97-c0a249f14019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.466373] env[69735]: INFO nova.virt.block_device [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Booting with volume 12e7503d-08d2-4822-9302-4bf2e0ef764a at /dev/sda [ 1337.504997] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0e548cb9-36eb-4b6d-9808-97d9d2f60c8f tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.507065] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f99f1aa9-4987-472e-bc62-e0b4d237b7b0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.518712] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea7e4fc-7c90-47ab-8963-62e5da6017fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.554381] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc4d9247-da1c-42e2-900f-2a4cc72e2658 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.564664] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36bdd7c-ee29-4f74-9c4e-50a66dd55f7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.598225] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb889647-92cc-44d7-a4ba-feae8e3a40b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.605267] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1bb544-1f65-4eb8-a8cc-139056b329ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.627196] env[69735]: DEBUG nova.virt.block_device [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Updating existing volume attachment record: 379287e0-13d3-4d85-a157-bf3bf4fa3ffd {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1337.635685] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068029} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.638814] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.639575] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dc5c63-fcb7-4724-bb31-1588410870d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.648848] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52cb5e2a-213b-60e8-ed97-c0a249f14019, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.655688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.656168] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 0dbc0586-96e5-44c0-8173-01241c1a35fd/0dbc0586-96e5-44c0-8173-01241c1a35fd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.665616] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0/101997bf-10fa-4710-a3bf-c3ec51c3fcb0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.666283] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cf2e0de-3662-4dd3-b8f3-8800784b0cf5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.668212] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d02d59-19c5-489b-ae96-caa83cd5c3f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.689973] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1337.689973] env[69735]: value = "task-3606267" [ 1337.689973] env[69735]: _type = "Task" [ 1337.689973] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.690317] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1337.690317] env[69735]: value = "task-3606268" [ 1337.690317] env[69735]: _type = "Task" [ 1337.690317] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.707730] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.710381] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.114094] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.114422] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.114722] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.114908] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.115125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.118037] env[69735]: INFO nova.compute.manager [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Terminating instance [ 1338.204747] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606268, 'name': ReconfigVM_Task, 'duration_secs': 0.390375} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.207877] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0/101997bf-10fa-4710-a3bf-c3ec51c3fcb0.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.208921] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.209173] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65df3171-998e-459f-bf3b-a1d11cea40b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.218187] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1338.218187] env[69735]: value = "task-3606269" [ 1338.218187] env[69735]: _type = "Task" [ 1338.218187] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.228250] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606269, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.230401] env[69735]: DEBUG nova.compute.manager [req-c58497cb-d29d-4bb6-8259-d23121d687e0 req-e18bb721-6681-4a60-83d1-96da124461ed service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Received event network-vif-plugged-505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.230609] env[69735]: DEBUG oslo_concurrency.lockutils [req-c58497cb-d29d-4bb6-8259-d23121d687e0 req-e18bb721-6681-4a60-83d1-96da124461ed service nova] Acquiring lock "2c96f641-8922-4fd2-9490-7262308ad99b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.231186] env[69735]: DEBUG oslo_concurrency.lockutils [req-c58497cb-d29d-4bb6-8259-d23121d687e0 req-e18bb721-6681-4a60-83d1-96da124461ed service nova] Lock "2c96f641-8922-4fd2-9490-7262308ad99b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.231186] env[69735]: DEBUG oslo_concurrency.lockutils [req-c58497cb-d29d-4bb6-8259-d23121d687e0 req-e18bb721-6681-4a60-83d1-96da124461ed service nova] Lock "2c96f641-8922-4fd2-9490-7262308ad99b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.231186] env[69735]: DEBUG nova.compute.manager [req-c58497cb-d29d-4bb6-8259-d23121d687e0 req-e18bb721-6681-4a60-83d1-96da124461ed service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] No waiting events found dispatching network-vif-plugged-505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.231352] env[69735]: WARNING nova.compute.manager [req-c58497cb-d29d-4bb6-8259-d23121d687e0 req-e18bb721-6681-4a60-83d1-96da124461ed service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Received unexpected event network-vif-plugged-505ef28a-1b34-4ca2-84ef-9f701e55893d for instance with vm_state building and task_state block_device_mapping. [ 1338.327703] env[69735]: DEBUG nova.network.neutron [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Successfully updated port: 505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.622415] env[69735]: DEBUG nova.compute.manager [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.622830] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.623586] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d6fe1-59fe-4944-97a0-d75a0cdd7bfe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.632456] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.632726] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a7a9c62-6102-4f93-bba3-ce94ba9d00e8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.701883] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824111} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.702194] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore1] 0dbc0586-96e5-44c0-8173-01241c1a35fd/0dbc0586-96e5-44c0-8173-01241c1a35fd.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.702728] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.702728] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9b0ef61-acc5-442a-b180-522736b1a3ac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.714050] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1338.714050] env[69735]: value = "task-3606271" [ 1338.714050] env[69735]: _type = "Task" [ 1338.714050] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.719866] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.720167] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.720280] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleting the datastore file [datastore2] 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.724126] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3173dc38-2f65-4815-a527-1d7ee68349ff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.729341] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.735893] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606269, 'name': Rename_Task, 'duration_secs': 0.177952} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.737251] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.737643] env[69735]: DEBUG oslo_vmware.api [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1338.737643] env[69735]: value = "task-3606272" [ 1338.737643] env[69735]: _type = "Task" [ 1338.737643] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.737902] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f790f8-eac3-4c4c-bc51-45a7d31c9998 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.749045] env[69735]: DEBUG oslo_vmware.api [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.750358] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1338.750358] env[69735]: value = "task-3606273" [ 1338.750358] env[69735]: _type = "Task" [ 1338.750358] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.759102] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.830144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Acquiring lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.830310] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Acquired lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.830467] env[69735]: DEBUG nova.network.neutron [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.224124] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080175} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.224404] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.225243] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c497c-01c7-45ec-bf63-063600b81e63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.249922] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0dbc0586-96e5-44c0-8173-01241c1a35fd/0dbc0586-96e5-44c0-8173-01241c1a35fd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.253993] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3603e814-d971-45a5-b339-44b7641bf975 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.276984] env[69735]: DEBUG oslo_vmware.api [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435144} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.280639] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.280836] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.281028] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.281208] env[69735]: INFO nova.compute.manager [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1339.281443] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.281758] env[69735]: DEBUG oslo_vmware.api [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606273, 'name': PowerOnVM_Task, 'duration_secs': 0.505292} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.282069] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1339.282069] env[69735]: value = "task-3606274" [ 1339.282069] env[69735]: _type = "Task" [ 1339.282069] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.282270] env[69735]: DEBUG nova.compute.manager [-] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.282369] env[69735]: DEBUG nova.network.neutron [-] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.283982] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.284211] env[69735]: DEBUG nova.compute.manager [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.285047] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344b9a02-7e97-4442-a138-06518774d02d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.295545] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.374063] env[69735]: DEBUG nova.network.neutron [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.593920] env[69735]: DEBUG nova.network.neutron [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Updating instance_info_cache with network_info: [{"id": "505ef28a-1b34-4ca2-84ef-9f701e55893d", "address": "fa:16:3e:76:fd:bf", "network": {"id": "741522f7-1baf-4caf-bb18-260f431c4657", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-763951520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2d929bfd2547a7aea29f48db044d94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505ef28a-1b", "ovs_interfaceid": "505ef28a-1b34-4ca2-84ef-9f701e55893d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.712605] env[69735]: DEBUG nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.712985] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.712985] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.713185] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.713341] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.713482] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.713690] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.713925] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.714129] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.714320] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.714485] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.714669] env[69735]: DEBUG nova.virt.hardware [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.715979] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9daee51-82ac-4eef-b52d-951948c46cdf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.725157] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd7a8e-b59b-4a8e-a5bf-e73e091fa62b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.795992] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.807850] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.808172] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.808357] env[69735]: DEBUG nova.objects.instance [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1340.085257] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.085537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.085810] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.086025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.086191] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.088361] env[69735]: INFO nova.compute.manager [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Terminating instance [ 1340.096197] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Releasing lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.096481] env[69735]: DEBUG nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Instance network_info: |[{"id": "505ef28a-1b34-4ca2-84ef-9f701e55893d", "address": "fa:16:3e:76:fd:bf", "network": {"id": "741522f7-1baf-4caf-bb18-260f431c4657", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-763951520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2d929bfd2547a7aea29f48db044d94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505ef28a-1b", "ovs_interfaceid": "505ef28a-1b34-4ca2-84ef-9f701e55893d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.097126] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:fd:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '505ef28a-1b34-4ca2-84ef-9f701e55893d', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.104588] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Creating folder: Project (4a2d929bfd2547a7aea29f48db044d94). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.107402] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15fe7fed-b60a-46ce-92bf-76d39af86477 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.122800] env[69735]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1340.122957] env[69735]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69735) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1340.123340] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Folder already exists: Project (4a2d929bfd2547a7aea29f48db044d94). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1340.123545] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Creating folder: Instances. Parent ref: group-v719387. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.123826] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e953cad9-c286-45fb-97e3-87c88aae1979 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.130603] env[69735]: DEBUG nova.network.neutron [-] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.137204] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Created folder: Instances in parent group-v719387. [ 1340.137503] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.137704] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.137952] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29987548-b5d7-44f3-b186-7af0305fcba4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.160734] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.160734] env[69735]: value = "task-3606277" [ 1340.160734] env[69735]: _type = "Task" [ 1340.160734] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.168996] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606277, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.260696] env[69735]: DEBUG nova.compute.manager [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Received event network-changed-505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.260900] env[69735]: DEBUG nova.compute.manager [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Refreshing instance network info cache due to event network-changed-505ef28a-1b34-4ca2-84ef-9f701e55893d. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.261130] env[69735]: DEBUG oslo_concurrency.lockutils [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] Acquiring lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.261306] env[69735]: DEBUG oslo_concurrency.lockutils [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] Acquired lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.261445] env[69735]: DEBUG nova.network.neutron [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Refreshing network info cache for port 505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.295958] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606274, 'name': ReconfigVM_Task, 'duration_secs': 0.909119} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.296246] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0dbc0586-96e5-44c0-8173-01241c1a35fd/0dbc0586-96e5-44c0-8173-01241c1a35fd.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.296868] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f98d595b-382d-42f2-b6ae-0f08402b9e8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.303486] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1340.303486] env[69735]: value = "task-3606278" [ 1340.303486] env[69735]: _type = "Task" [ 1340.303486] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.314273] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606278, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.592518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "refresh_cache-101997bf-10fa-4710-a3bf-c3ec51c3fcb0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.592735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquired lock "refresh_cache-101997bf-10fa-4710-a3bf-c3ec51c3fcb0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.592930] env[69735]: DEBUG nova.network.neutron [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.633211] env[69735]: INFO nova.compute.manager [-] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Took 1.35 seconds to deallocate network for instance. [ 1340.671989] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606277, 'name': CreateVM_Task, 'duration_secs': 0.507009} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.672750] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.673414] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719395', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'name': 'volume-12e7503d-08d2-4822-9302-4bf2e0ef764a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c96f641-8922-4fd2-9490-7262308ad99b', 'attached_at': '', 'detached_at': '', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'serial': '12e7503d-08d2-4822-9302-4bf2e0ef764a'}, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '379287e0-13d3-4d85-a157-bf3bf4fa3ffd', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1340.673650] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Root volume attach. Driver type: vmdk {{(pid=69735) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1340.674703] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd0f53f-70a2-4475-bd59-5ce8e4aad91c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.682843] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23165c46-673b-46cb-bc63-fc761835adff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.688488] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca027fe-6b96-4b70-8b5a-474593fc104e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.694633] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-18dde511-596f-4744-b48c-8988b3b6bd84 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.702060] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1340.702060] env[69735]: value = "task-3606279" [ 1340.702060] env[69735]: _type = "Task" [ 1340.702060] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.710441] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606279, 'name': RelocateVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.816032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ad30ce45-e812-4dad-b547-244c4e5cdc8d tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.817196] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606278, 'name': Rename_Task, 'duration_secs': 0.203991} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.817674] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.817946] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed247c44-d469-4799-861d-b758035ac264 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.825696] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1340.825696] env[69735]: value = "task-3606280" [ 1340.825696] env[69735]: _type = "Task" [ 1340.825696] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.836860] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.040120] env[69735]: DEBUG nova.network.neutron [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Updated VIF entry in instance network info cache for port 505ef28a-1b34-4ca2-84ef-9f701e55893d. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.040475] env[69735]: DEBUG nova.network.neutron [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Updating instance_info_cache with network_info: [{"id": "505ef28a-1b34-4ca2-84ef-9f701e55893d", "address": "fa:16:3e:76:fd:bf", "network": {"id": "741522f7-1baf-4caf-bb18-260f431c4657", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-763951520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2d929bfd2547a7aea29f48db044d94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505ef28a-1b", "ovs_interfaceid": "505ef28a-1b34-4ca2-84ef-9f701e55893d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.112571] env[69735]: DEBUG nova.network.neutron [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.140185] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.140517] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.140768] env[69735]: DEBUG nova.objects.instance [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lazy-loading 'resources' on Instance uuid 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.159893] env[69735]: DEBUG nova.network.neutron [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.212750] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606279, 'name': RelocateVM_Task} progress is 19%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.337814] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606280, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.543379] env[69735]: DEBUG oslo_concurrency.lockutils [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] Releasing lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.543675] env[69735]: DEBUG nova.compute.manager [req-ad5ad173-9779-4543-b8c6-34c0193c41ab req-2acd682a-7869-4349-a6cb-5ff0daa3bfc3 service nova] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Received event network-vif-deleted-21ff31b2-2606-4a3f-bf52-3642f3a634c2 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.661799] env[69735]: DEBUG nova.scheduler.client.report [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1341.664081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Releasing lock "refresh_cache-101997bf-10fa-4710-a3bf-c3ec51c3fcb0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.664481] env[69735]: DEBUG nova.compute.manager [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1341.664680] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.665969] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7294158-b962-47f1-98d4-242d3b55d3f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.673598] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.673866] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cca67280-3ed0-4972-80de-4e58652bff85 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.678024] env[69735]: DEBUG nova.scheduler.client.report [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1341.678219] env[69735]: DEBUG nova.compute.provider_tree [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.681383] env[69735]: DEBUG oslo_vmware.api [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1341.681383] env[69735]: value = "task-3606281" [ 1341.681383] env[69735]: _type = "Task" [ 1341.681383] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.690364] env[69735]: DEBUG oslo_vmware.api [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.691431] env[69735]: DEBUG nova.scheduler.client.report [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1341.714077] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606279, 'name': RelocateVM_Task} progress is 19%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.715192] env[69735]: DEBUG nova.scheduler.client.report [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1341.832811] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab6880f-1b40-4575-8d87-b014793cf3f4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.838546] env[69735]: DEBUG oslo_vmware.api [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606280, 'name': PowerOnVM_Task, 'duration_secs': 0.535396} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.839187] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.839401] env[69735]: INFO nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1341.839621] env[69735]: DEBUG nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.840420] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec04f36-097e-4799-90d5-33f6719c75af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.846057] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a932edc-195e-4b62-93a5-54e7c385566e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.883435] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e981a21f-332b-4c8c-8370-5e65837ecb57 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.892923] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c3cd89-e591-4896-952e-dd617752729e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.912208] env[69735]: DEBUG nova.compute.provider_tree [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.194728] env[69735]: DEBUG oslo_vmware.api [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606281, 'name': PowerOffVM_Task, 'duration_secs': 0.253034} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.195153] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.195410] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.195805] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d0195d-5eaf-451c-8f44-685a60a3557d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.216331] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606279, 'name': RelocateVM_Task, 'duration_secs': 1.228494} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.216632] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1342.216872] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719395', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'name': 'volume-12e7503d-08d2-4822-9302-4bf2e0ef764a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c96f641-8922-4fd2-9490-7262308ad99b', 'attached_at': '', 'detached_at': '', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'serial': '12e7503d-08d2-4822-9302-4bf2e0ef764a'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1342.217693] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d848a12-57a7-4c76-9fa4-39b9478ba7df {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.225344] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.225558] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.225776] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Deleting the datastore file [datastore1] 101997bf-10fa-4710-a3bf-c3ec51c3fcb0 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.226076] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f37ad8b1-51a8-4ca7-ade3-2c406930403e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.239300] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b64e67-22ff-47b7-a36c-55f379a6d138 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.243821] env[69735]: DEBUG oslo_vmware.api [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for the task: (returnval){ [ 1342.243821] env[69735]: value = "task-3606283" [ 1342.243821] env[69735]: _type = "Task" [ 1342.243821] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.265020] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-12e7503d-08d2-4822-9302-4bf2e0ef764a/volume-12e7503d-08d2-4822-9302-4bf2e0ef764a.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.265610] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e949dc9-2aea-4e2b-a713-66aff0256d9a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.283495] env[69735]: DEBUG oslo_vmware.api [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.289985] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1342.289985] env[69735]: value = "task-3606284" [ 1342.289985] env[69735]: _type = "Task" [ 1342.289985] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.298810] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.365065] env[69735]: INFO nova.compute.manager [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Took 14.15 seconds to build instance. [ 1342.415012] env[69735]: DEBUG nova.scheduler.client.report [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.754170] env[69735]: DEBUG oslo_vmware.api [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Task: {'id': task-3606283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111377} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.754408] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.754581] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.754755] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.754937] env[69735]: INFO nova.compute.manager [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1342.755190] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.755382] env[69735]: DEBUG nova.compute.manager [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1342.755487] env[69735]: DEBUG nova.network.neutron [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.770832] env[69735]: DEBUG nova.network.neutron [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.800141] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606284, 'name': ReconfigVM_Task, 'duration_secs': 0.26804} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.800387] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-12e7503d-08d2-4822-9302-4bf2e0ef764a/volume-12e7503d-08d2-4822-9302-4bf2e0ef764a.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.805149] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ba7528-c2ae-4349-b8bb-09f39b26988b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.820227] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1342.820227] env[69735]: value = "task-3606285" [ 1342.820227] env[69735]: _type = "Task" [ 1342.820227] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.829176] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.867439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-b32e6ba5-043b-4d67-8eff-2f3f70b60d18 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.666s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.920697] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.936733] env[69735]: INFO nova.scheduler.client.report [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted allocations for instance 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81 [ 1343.273680] env[69735]: DEBUG nova.network.neutron [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.330473] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606285, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.412548] env[69735]: DEBUG nova.compute.manager [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Stashing vm_state: active {{(pid=69735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1343.443025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d4d79a9f-a7b6-4d3f-a178-12e00ffef076 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.328s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.776635] env[69735]: INFO nova.compute.manager [-] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Took 1.02 seconds to deallocate network for instance. [ 1343.830696] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606285, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.937586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.938112] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.940164] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "7922b813-576a-46ea-a177-91ab37aec0ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.940424] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "7922b813-576a-46ea-a177-91ab37aec0ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.940664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "7922b813-576a-46ea-a177-91ab37aec0ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.940905] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "7922b813-576a-46ea-a177-91ab37aec0ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.941266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "7922b813-576a-46ea-a177-91ab37aec0ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.943803] env[69735]: INFO nova.compute.manager [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Terminating instance [ 1344.283738] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.330973] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606285, 'name': ReconfigVM_Task, 'duration_secs': 1.134897} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.331673] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719395', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'name': 'volume-12e7503d-08d2-4822-9302-4bf2e0ef764a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c96f641-8922-4fd2-9490-7262308ad99b', 'attached_at': '', 'detached_at': '', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'serial': '12e7503d-08d2-4822-9302-4bf2e0ef764a'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1344.332139] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf07224-88df-4f49-8f9e-abf7bc9f3819 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.338738] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1344.338738] env[69735]: value = "task-3606286" [ 1344.338738] env[69735]: _type = "Task" [ 1344.338738] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.347953] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606286, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.443211] env[69735]: INFO nova.compute.claims [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.447235] env[69735]: DEBUG nova.compute.manager [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.447481] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.448571] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cd9f29-cc43-47f2-8608-67e026d71fc5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.456340] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.456597] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8061eb6-1fa1-4925-b8fb-1a5b214aa4a4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.462666] env[69735]: DEBUG oslo_vmware.api [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1344.462666] env[69735]: value = "task-3606287" [ 1344.462666] env[69735]: _type = "Task" [ 1344.462666] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.472778] env[69735]: DEBUG oslo_vmware.api [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.567017] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "4acbd82c-378b-46ce-9d69-0628f9c61553" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.567348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.567538] env[69735]: DEBUG nova.compute.manager [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.568492] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9789b1ea-b087-4ab3-b29f-34d014c85162 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.575233] env[69735]: DEBUG nova.compute.manager [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1344.575955] env[69735]: DEBUG nova.objects.instance [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'flavor' on Instance uuid 4acbd82c-378b-46ce-9d69-0628f9c61553 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.849777] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606286, 'name': Rename_Task, 'duration_secs': 0.132964} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.850072] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.850352] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb424a2a-8b70-479e-9c2a-3ed47f68ef6d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.857739] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1344.857739] env[69735]: value = "task-3606288" [ 1344.857739] env[69735]: _type = "Task" [ 1344.857739] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.865591] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.950241] env[69735]: INFO nova.compute.resource_tracker [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating resource usage from migration ff7f2fda-15d0-4b6e-bbbf-2a8a047e60a0 [ 1344.974962] env[69735]: DEBUG oslo_vmware.api [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606287, 'name': PowerOffVM_Task, 'duration_secs': 0.185556} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.975281] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.975477] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.975789] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b7eeb7e-f047-4b06-9702-49015ce8d145 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.062638] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4e660e-4c99-4bf8-8cc0-f0211a12b232 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.071044] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac0f2f-b215-44a6-ba34-34630ab0e19d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.105278] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb9d73d-3d0e-4121-b5a7-4cdd959de563 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.114330] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8d4138-94f6-4667-856a-3247338f94e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.128978] env[69735]: DEBUG nova.compute.provider_tree [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.172630] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.172851] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.173077] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleting the datastore file [datastore2] 7922b813-576a-46ea-a177-91ab37aec0ce {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.173318] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e0bd585-ab85-4492-b2d0-6665215d613d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.181189] env[69735]: DEBUG oslo_vmware.api [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for the task: (returnval){ [ 1345.181189] env[69735]: value = "task-3606290" [ 1345.181189] env[69735]: _type = "Task" [ 1345.181189] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.189320] env[69735]: DEBUG oslo_vmware.api [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.369650] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.609393] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.609781] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57ddb3ba-80ee-4816-b099-30ee54b1278b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.617451] env[69735]: DEBUG oslo_vmware.api [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1345.617451] env[69735]: value = "task-3606291" [ 1345.617451] env[69735]: _type = "Task" [ 1345.617451] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.626015] env[69735]: DEBUG oslo_vmware.api [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.631954] env[69735]: DEBUG nova.scheduler.client.report [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.691544] env[69735]: DEBUG oslo_vmware.api [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Task: {'id': task-3606290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209686} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.691829] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.692022] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.692211] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.692416] env[69735]: INFO nova.compute.manager [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1345.692667] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.693038] env[69735]: DEBUG nova.compute.manager [-] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.693038] env[69735]: DEBUG nova.network.neutron [-] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.714469] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.869366] env[69735]: DEBUG oslo_vmware.api [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606288, 'name': PowerOnVM_Task, 'duration_secs': 0.562808} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.869635] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.869826] env[69735]: INFO nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Took 6.16 seconds to spawn the instance on the hypervisor. [ 1345.870020] env[69735]: DEBUG nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.871380] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6b4b3-f6be-4091-ac09-36f78baa0109 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.970926] env[69735]: DEBUG nova.compute.manager [req-4a5dd151-8cfc-41e3-9b52-cb82dd03a1a7 req-7d9c2324-1b0f-46c1-bb6c-6f22e760df09 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Received event network-vif-deleted-cc982ed7-2d55-4682-b096-49e314f6af3f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.971208] env[69735]: INFO nova.compute.manager [req-4a5dd151-8cfc-41e3-9b52-cb82dd03a1a7 req-7d9c2324-1b0f-46c1-bb6c-6f22e760df09 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Neutron deleted interface cc982ed7-2d55-4682-b096-49e314f6af3f; detaching it from the instance and deleting it from the info cache [ 1345.971462] env[69735]: DEBUG nova.network.neutron [req-4a5dd151-8cfc-41e3-9b52-cb82dd03a1a7 req-7d9c2324-1b0f-46c1-bb6c-6f22e760df09 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.128726] env[69735]: DEBUG oslo_vmware.api [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606291, 'name': PowerOffVM_Task, 'duration_secs': 0.207436} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.129100] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.129404] env[69735]: DEBUG nova.compute.manager [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.130313] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b894a89-79c5-47c5-9311-849d7b188eac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.137268] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.138035] env[69735]: INFO nova.compute.manager [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Migrating [ 1346.147723] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.864s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.147946] env[69735]: DEBUG nova.objects.instance [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lazy-loading 'resources' on Instance uuid 101997bf-10fa-4710-a3bf-c3ec51c3fcb0 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.392217] env[69735]: INFO nova.compute.manager [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Took 12.69 seconds to build instance. [ 1346.455120] env[69735]: DEBUG nova.network.neutron [-] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.474046] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e33e395f-3d46-43f5-bc5b-6dc46010fb55 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.485339] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8ce97c-e76d-4bf9-9ad0-13f7f395da92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.517920] env[69735]: DEBUG nova.compute.manager [req-4a5dd151-8cfc-41e3-9b52-cb82dd03a1a7 req-7d9c2324-1b0f-46c1-bb6c-6f22e760df09 service nova] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Detach interface failed, port_id=cc982ed7-2d55-4682-b096-49e314f6af3f, reason: Instance 7922b813-576a-46ea-a177-91ab37aec0ce could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1346.660809] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.660990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.661178] env[69735]: DEBUG nova.network.neutron [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.663185] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ed741714-a5b9-42bf-a62e-4fc1c2b7bb1b tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.714304] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.787020] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a5a380-4ebe-4b37-b6c9-86d4e6942a39 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.795016] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc56156-81d7-4176-9c9c-f05e1e126312 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.828044] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5610e59c-00d6-4614-bfb4-0b1e42eeac7a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.837073] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4f18b-23fb-418c-a55d-1f3e8b2d042b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.854884] env[69735]: DEBUG nova.compute.provider_tree [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.893878] env[69735]: DEBUG oslo_concurrency.lockutils [None req-f6d02d1d-d818-42a7-9303-4fedd0e26eee tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "2c96f641-8922-4fd2-9490-7262308ad99b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.194s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.958566] env[69735]: INFO nova.compute.manager [-] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Took 1.27 seconds to deallocate network for instance. [ 1347.062127] env[69735]: DEBUG nova.objects.instance [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'flavor' on Instance uuid 4acbd82c-378b-46ce-9d69-0628f9c61553 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.105222] env[69735]: DEBUG nova.compute.manager [req-1dbbd990-b247-4392-b6dc-1820da073796 req-7e485aae-ef5a-4e9a-9b08-967f9be1daf6 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Received event network-changed-505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.105403] env[69735]: DEBUG nova.compute.manager [req-1dbbd990-b247-4392-b6dc-1820da073796 req-7e485aae-ef5a-4e9a-9b08-967f9be1daf6 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Refreshing instance network info cache due to event network-changed-505ef28a-1b34-4ca2-84ef-9f701e55893d. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.105620] env[69735]: DEBUG oslo_concurrency.lockutils [req-1dbbd990-b247-4392-b6dc-1820da073796 req-7e485aae-ef5a-4e9a-9b08-967f9be1daf6 service nova] Acquiring lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.105868] env[69735]: DEBUG oslo_concurrency.lockutils [req-1dbbd990-b247-4392-b6dc-1820da073796 req-7e485aae-ef5a-4e9a-9b08-967f9be1daf6 service nova] Acquired lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.106346] env[69735]: DEBUG nova.network.neutron [req-1dbbd990-b247-4392-b6dc-1820da073796 req-7e485aae-ef5a-4e9a-9b08-967f9be1daf6 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Refreshing network info cache for port 505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.220329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.358739] env[69735]: DEBUG nova.scheduler.client.report [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.394629] env[69735]: DEBUG nova.network.neutron [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance_info_cache with network_info: [{"id": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "address": "fa:16:3e:61:bc:c7", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72e3dd0-c8", "ovs_interfaceid": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.464976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.566752] env[69735]: DEBUG oslo_concurrency.lockutils [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.566991] env[69735]: DEBUG oslo_concurrency.lockutils [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.567199] env[69735]: DEBUG nova.network.neutron [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.567431] env[69735]: DEBUG nova.objects.instance [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'info_cache' on Instance uuid 4acbd82c-378b-46ce-9d69-0628f9c61553 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.863460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.865721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.646s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.865986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.866227] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1347.866706] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.402s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.866706] env[69735]: DEBUG nova.objects.instance [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lazy-loading 'resources' on Instance uuid 7922b813-576a-46ea-a177-91ab37aec0ce {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.870693] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb14237-f591-49a2-b593-4ef07fbbe302 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.880205] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d414d9-e991-4fce-b10d-0a3a2f183169 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.886129] env[69735]: INFO nova.scheduler.client.report [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Deleted allocations for instance 101997bf-10fa-4710-a3bf-c3ec51c3fcb0 [ 1347.898099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.899997] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b161ad3e-ae56-4d2c-98f1-94547fdc3a6a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.907970] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30373fea-5c2c-4136-aed4-46e711523933 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.938807] env[69735]: DEBUG nova.network.neutron [req-1dbbd990-b247-4392-b6dc-1820da073796 req-7e485aae-ef5a-4e9a-9b08-967f9be1daf6 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Updated VIF entry in instance network info cache for port 505ef28a-1b34-4ca2-84ef-9f701e55893d. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.939187] env[69735]: DEBUG nova.network.neutron [req-1dbbd990-b247-4392-b6dc-1820da073796 req-7e485aae-ef5a-4e9a-9b08-967f9be1daf6 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Updating instance_info_cache with network_info: [{"id": "505ef28a-1b34-4ca2-84ef-9f701e55893d", "address": "fa:16:3e:76:fd:bf", "network": {"id": "741522f7-1baf-4caf-bb18-260f431c4657", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-763951520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2d929bfd2547a7aea29f48db044d94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505ef28a-1b", "ovs_interfaceid": "505ef28a-1b34-4ca2-84ef-9f701e55893d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.941129] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180330MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1347.941273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.070717] env[69735]: DEBUG nova.objects.base [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Object Instance<4acbd82c-378b-46ce-9d69-0628f9c61553> lazy-loaded attributes: flavor,info_cache {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1348.402729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-3d634b43-e7f2-4ce7-812c-f542b799b144 tempest-ServersListShow2100Test-36970809 tempest-ServersListShow2100Test-36970809-project-member] Lock "101997bf-10fa-4710-a3bf-c3ec51c3fcb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.317s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.443422] env[69735]: DEBUG oslo_concurrency.lockutils [req-1dbbd990-b247-4392-b6dc-1820da073796 req-7e485aae-ef5a-4e9a-9b08-967f9be1daf6 service nova] Releasing lock "refresh_cache-2c96f641-8922-4fd2-9490-7262308ad99b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.474865] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f17677-92f6-47b5-adee-93a5f398aa03 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.484154] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698e8f4-98df-4d6c-b54f-d8e4b75bae57 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.517103] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6edddf-b577-4f20-b099-fe7efef21b88 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.525848] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22039942-76f9-4541-b159-babe160af63b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.540456] env[69735]: DEBUG nova.compute.provider_tree [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.801246] env[69735]: DEBUG nova.network.neutron [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updating instance_info_cache with network_info: [{"id": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "address": "fa:16:3e:fb:f0:e3", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56af419-9c", "ovs_interfaceid": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.043955] env[69735]: DEBUG nova.scheduler.client.report [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.304741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.418590] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba87fc-a0f1-4676-9f73-c734a6460042 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.438269] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance '0dbc0586-96e5-44c0-8173-01241c1a35fd' progress to 0 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.550505] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.552928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.612s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.576480] env[69735]: INFO nova.scheduler.client.report [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Deleted allocations for instance 7922b813-576a-46ea-a177-91ab37aec0ce [ 1349.944993] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.945630] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56995cbd-fea9-4bbb-ac20-5eebe0b5cf27 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.954446] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1349.954446] env[69735]: value = "task-3606292" [ 1349.954446] env[69735]: _type = "Task" [ 1349.954446] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.963643] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.085696] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1d467956-3da3-46ee-9c15-22c4aa383bc1 tempest-ServersTestJSON-755823710 tempest-ServersTestJSON-755823710-project-member] Lock "7922b813-576a-46ea-a177-91ab37aec0ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.145s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.309378] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.309726] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25654f3d-a984-40bc-bfd3-20100acf7dfc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.318540] env[69735]: DEBUG oslo_vmware.api [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1350.318540] env[69735]: value = "task-3606293" [ 1350.318540] env[69735]: _type = "Task" [ 1350.318540] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.328954] env[69735]: DEBUG oslo_vmware.api [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.467474] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606292, 'name': PowerOffVM_Task, 'duration_secs': 0.193892} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.467801] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.467995] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance '0dbc0586-96e5-44c0-8173-01241c1a35fd' progress to 17 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.562365] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Applying migration context for instance 0dbc0586-96e5-44c0-8173-01241c1a35fd as it has an incoming, in-progress migration ff7f2fda-15d0-4b6e-bbbf-2a8a047e60a0. Migration status is migrating {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1350.563227] env[69735]: INFO nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating resource usage from migration ff7f2fda-15d0-4b6e-bbbf-2a8a047e60a0 [ 1350.583066] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance fe212b7e-7e26-4a31-9c22-a766fe0a4d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1350.583233] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 4acbd82c-378b-46ce-9d69-0628f9c61553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1350.583356] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance b488dea8-7fb7-48f6-a9e1-a5e2b307d233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1350.583471] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 2c96f641-8922-4fd2-9490-7262308ad99b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1350.583584] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Migration ff7f2fda-15d0-4b6e-bbbf-2a8a047e60a0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1350.583762] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 0dbc0586-96e5-44c0-8173-01241c1a35fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1350.584015] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1350.584170] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1350.675759] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907f19d9-fddc-4e40-ab7e-a602a49487bc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.685286] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e3ebb-6016-4f71-8cd2-1b4d92b0ece9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.718756] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77239b79-814f-4983-8d92-2642745d141a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.727427] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c6402-6ed8-4e8d-a79a-f39c5610f023 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.742299] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.829962] env[69735]: DEBUG oslo_vmware.api [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606293, 'name': PowerOnVM_Task, 'duration_secs': 0.36147} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.830230] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.830402] env[69735]: DEBUG nova.compute.manager [None req-920e2785-c9cc-478d-b4ac-4d9863a785dd tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.831282] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb5358d-1c9f-4a1c-a6ec-273b446d29a6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.974619] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.974854] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.975024] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.975653] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.975653] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.975653] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.975888] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.975950] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.976233] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.976420] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.976601] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.981777] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2793fe-7183-49d5-b578-fe0072b65ed4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.999394] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1350.999394] env[69735]: value = "task-3606294" [ 1350.999394] env[69735]: _type = "Task" [ 1350.999394] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.008750] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.245086] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.513831] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606294, 'name': ReconfigVM_Task, 'duration_secs': 0.149355} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.514260] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance '0dbc0586-96e5-44c0-8173-01241c1a35fd' progress to 33 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.750340] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1351.750535] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.198s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.021725] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.022092] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.022352] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.022660] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.022916] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.023199] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.023542] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.023814] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.024115] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.024410] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.024711] env[69735]: DEBUG nova.virt.hardware [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.034653] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.035168] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a828f8-48d2-4237-bbd0-38a6041f845f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.066590] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1352.066590] env[69735]: value = "task-3606295" [ 1352.066590] env[69735]: _type = "Task" [ 1352.066590] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.075172] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.356100] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d667b35-9bad-4979-9b90-ceba9800ca2b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.364457] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a4818758-ca56-46eb-936d-c32708361835 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Suspending the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1352.364827] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3959e040-0f66-4704-ac8f-a14527ec5671 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.374216] env[69735]: DEBUG oslo_vmware.api [None req-a4818758-ca56-46eb-936d-c32708361835 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1352.374216] env[69735]: value = "task-3606296" [ 1352.374216] env[69735]: _type = "Task" [ 1352.374216] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.385493] env[69735]: DEBUG oslo_vmware.api [None req-a4818758-ca56-46eb-936d-c32708361835 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606296, 'name': SuspendVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.578327] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606295, 'name': ReconfigVM_Task, 'duration_secs': 0.15939} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.578734] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.579506] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5516f67b-5fd6-4a30-b463-0da772b68e8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.604073] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0dbc0586-96e5-44c0-8173-01241c1a35fd/0dbc0586-96e5-44c0-8173-01241c1a35fd.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.604414] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1be5c2d2-4c42-4226-bc96-2a4fb5e1a9ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.624206] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1352.624206] env[69735]: value = "task-3606297" [ 1352.624206] env[69735]: _type = "Task" [ 1352.624206] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.633571] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.751429] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.751689] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.884973] env[69735]: DEBUG oslo_vmware.api [None req-a4818758-ca56-46eb-936d-c32708361835 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606296, 'name': SuspendVM_Task} progress is 70%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.134466] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606297, 'name': ReconfigVM_Task, 'duration_secs': 0.375915} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.134744] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0dbc0586-96e5-44c0-8173-01241c1a35fd/0dbc0586-96e5-44c0-8173-01241c1a35fd.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.135071] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance '0dbc0586-96e5-44c0-8173-01241c1a35fd' progress to 50 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.257398] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.257592] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.257729] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.257873] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.258031] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.258169] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1353.385589] env[69735]: DEBUG oslo_vmware.api [None req-a4818758-ca56-46eb-936d-c32708361835 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606296, 'name': SuspendVM_Task, 'duration_secs': 0.599014} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.385843] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-a4818758-ca56-46eb-936d-c32708361835 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Suspended the VM {{(pid=69735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1353.386067] env[69735]: DEBUG nova.compute.manager [None req-a4818758-ca56-46eb-936d-c32708361835 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.386893] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b5bdb1-b78e-4017-9f6f-11d403c7d161 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.642177] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93f9019-dfb0-4d2d-92d2-c7a481615a8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.661806] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617be031-0377-4c3b-89dc-c0253ab006f7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.680370] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance '0dbc0586-96e5-44c0-8173-01241c1a35fd' progress to 67 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.224948] env[69735]: DEBUG nova.network.neutron [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Port a72e3dd0-c860-430a-8d9d-bf703f77e032 binding to destination host cpu-1 is already ACTIVE {{(pid=69735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1354.696071] env[69735]: INFO nova.compute.manager [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Resuming [ 1354.696071] env[69735]: DEBUG nova.objects.instance [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'flavor' on Instance uuid 4acbd82c-378b-46ce-9d69-0628f9c61553 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.246480] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.246710] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.246918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.206312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.206714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquired lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.207194] env[69735]: DEBUG nova.network.neutron [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.278075] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.278294] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.278476] env[69735]: DEBUG nova.network.neutron [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.028563] env[69735]: DEBUG nova.network.neutron [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updating instance_info_cache with network_info: [{"id": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "address": "fa:16:3e:fb:f0:e3", "network": {"id": "324c552e-bee6-4698-98b9-f4fadebddacf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-181574498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e90ef104fab4f1a8baf5bf5c820f419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56af419-9c", "ovs_interfaceid": "e56af419-9cad-4fb1-bf00-b7a606d358e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.084575] env[69735]: DEBUG nova.network.neutron [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance_info_cache with network_info: [{"id": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "address": "fa:16:3e:61:bc:c7", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72e3dd0-c8", "ovs_interfaceid": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.531785] env[69735]: DEBUG oslo_concurrency.lockutils [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Releasing lock "refresh_cache-4acbd82c-378b-46ce-9d69-0628f9c61553" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.532804] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d7808-8116-4371-95a1-9207bc31d77c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.540239] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Resuming the VM {{(pid=69735) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1357.540453] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7763556-21b7-4798-a6f9-d7e0c2b53a63 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.548061] env[69735]: DEBUG oslo_vmware.api [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1357.548061] env[69735]: value = "task-3606298" [ 1357.548061] env[69735]: _type = "Task" [ 1357.548061] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.555482] env[69735]: DEBUG oslo_vmware.api [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.587336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.059194] env[69735]: DEBUG oslo_vmware.api [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606298, 'name': PowerOnVM_Task, 'duration_secs': 0.505911} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.059431] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Resumed the VM {{(pid=69735) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1358.059613] env[69735]: DEBUG nova.compute.manager [None req-82340526-b7c1-4cdb-b7be-c84606e08a7e tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.060438] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce87563-d3a9-4a66-9814-988413a157e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.114051] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92943ab4-29df-4878-9164-253e4f31176c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.135478] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b14642-6077-4352-9045-1639b1c8b874 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.144121] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance '0dbc0586-96e5-44c0-8173-01241c1a35fd' progress to 83 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.650730] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.651399] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890181d8-3e87-4da0-9c9e-864adbb2e986 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.660226] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1358.660226] env[69735]: value = "task-3606299" [ 1358.660226] env[69735]: _type = "Task" [ 1358.660226] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.668666] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.172784] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.356867] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "4acbd82c-378b-46ce-9d69-0628f9c61553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.357205] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.357426] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "4acbd82c-378b-46ce-9d69-0628f9c61553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.357614] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.357785] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.359888] env[69735]: INFO nova.compute.manager [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Terminating instance [ 1359.676361] env[69735]: DEBUG oslo_vmware.api [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606299, 'name': PowerOnVM_Task, 'duration_secs': 0.989553} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.680159] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.680159] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-64862ee4-e6c6-44a9-856f-902b19b767b5 tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance '0dbc0586-96e5-44c0-8173-01241c1a35fd' progress to 100 {{(pid=69735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.863987] env[69735]: DEBUG nova.compute.manager [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.864249] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.865134] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e98006-6fdd-4764-a26c-162be7095b86 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.872995] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.873238] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b730371-1986-49d1-af5e-282a70186b91 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.879009] env[69735]: DEBUG oslo_vmware.api [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1359.879009] env[69735]: value = "task-3606300" [ 1359.879009] env[69735]: _type = "Task" [ 1359.879009] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.886505] env[69735]: DEBUG oslo_vmware.api [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.388866] env[69735]: DEBUG oslo_vmware.api [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606300, 'name': PowerOffVM_Task, 'duration_secs': 0.217014} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.389153] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.389326] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.389572] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f23ef81e-3ad6-48b3-8736-3a280d075ac7 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.515993] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.516276] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.516442] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleting the datastore file [datastore2] 4acbd82c-378b-46ce-9d69-0628f9c61553 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.516719] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78b8e1ef-dd12-4931-98a8-b9b214823e28 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.522382] env[69735]: DEBUG oslo_vmware.api [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for the task: (returnval){ [ 1360.522382] env[69735]: value = "task-3606302" [ 1360.522382] env[69735]: _type = "Task" [ 1360.522382] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.530561] env[69735]: DEBUG oslo_vmware.api [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.034823] env[69735]: DEBUG oslo_vmware.api [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Task: {'id': task-3606302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14851} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.034823] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.034823] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.034823] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.034823] env[69735]: INFO nova.compute.manager [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1361.034823] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.034823] env[69735]: DEBUG nova.compute.manager [-] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.034823] env[69735]: DEBUG nova.network.neutron [-] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.559523] env[69735]: DEBUG nova.compute.manager [req-95dab4f4-8bf7-4559-9cc3-db77e4fc99ae req-e60b5fd1-fa3f-4f48-9818-3f0e9862b292 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Received event network-vif-deleted-e56af419-9cad-4fb1-bf00-b7a606d358e6 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.559523] env[69735]: INFO nova.compute.manager [req-95dab4f4-8bf7-4559-9cc3-db77e4fc99ae req-e60b5fd1-fa3f-4f48-9818-3f0e9862b292 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Neutron deleted interface e56af419-9cad-4fb1-bf00-b7a606d358e6; detaching it from the instance and deleting it from the info cache [ 1361.559523] env[69735]: DEBUG nova.network.neutron [req-95dab4f4-8bf7-4559-9cc3-db77e4fc99ae req-e60b5fd1-fa3f-4f48-9818-3f0e9862b292 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.040031] env[69735]: DEBUG nova.network.neutron [-] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.061874] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c54e659-7774-4fe1-811e-30212e01b142 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.071989] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f10aaa4-7ef9-4e71-9bb7-935bef1c9fe9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.100366] env[69735]: DEBUG nova.compute.manager [req-95dab4f4-8bf7-4559-9cc3-db77e4fc99ae req-e60b5fd1-fa3f-4f48-9818-3f0e9862b292 service nova] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Detach interface failed, port_id=e56af419-9cad-4fb1-bf00-b7a606d358e6, reason: Instance 4acbd82c-378b-46ce-9d69-0628f9c61553 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1362.114242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.114489] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.114670] env[69735]: DEBUG nova.compute.manager [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Going to confirm migration 10 {{(pid=69735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1362.543060] env[69735]: INFO nova.compute.manager [-] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Took 1.51 seconds to deallocate network for instance. [ 1362.662948] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.663211] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquired lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.663350] env[69735]: DEBUG nova.network.neutron [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.663695] env[69735]: DEBUG nova.objects.instance [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'info_cache' on Instance uuid 0dbc0586-96e5-44c0-8173-01241c1a35fd {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.050090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.050445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.050634] env[69735]: DEBUG nova.objects.instance [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lazy-loading 'resources' on Instance uuid 4acbd82c-378b-46ce-9d69-0628f9c61553 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.632608] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc24f7-0496-451f-a93c-70fcbaed0e8c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.639976] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3393f9df-3dbb-4e9f-a64a-bf9c144262e9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.670494] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9bf87d-f5ad-4965-a89c-20a94bb00517 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.680118] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c9e82-1442-43fd-b913-e7f6ed3f7858 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.693547] env[69735]: DEBUG nova.compute.provider_tree [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.785144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.785392] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.857355] env[69735]: DEBUG nova.network.neutron [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance_info_cache with network_info: [{"id": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "address": "fa:16:3e:61:bc:c7", "network": {"id": "d90480e7-8c54-4b32-acfa-56b4c39fbced", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868514618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309d91bcdb774f1c823c96e042fe4f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72e3dd0-c8", "ovs_interfaceid": "a72e3dd0-c860-430a-8d9d-bf703f77e032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.214115] env[69735]: ERROR nova.scheduler.client.report [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] [req-a219a96f-4e49-48f4-b8b3-af69c3f2a962] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a219a96f-4e49-48f4-b8b3-af69c3f2a962"}]} [ 1364.229952] env[69735]: DEBUG nova.scheduler.client.report [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1364.243964] env[69735]: DEBUG nova.scheduler.client.report [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1364.244249] env[69735]: DEBUG nova.compute.provider_tree [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1364.255454] env[69735]: DEBUG nova.scheduler.client.report [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1364.272910] env[69735]: DEBUG nova.scheduler.client.report [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1364.288122] env[69735]: INFO nova.compute.manager [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Detaching volume 64417b9e-d423-411c-b073-09c8ee35cd1a [ 1364.318299] env[69735]: INFO nova.virt.block_device [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Attempting to driver detach volume 64417b9e-d423-411c-b073-09c8ee35cd1a from mountpoint /dev/sdb [ 1364.318695] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1364.319093] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719392', 'volume_id': '64417b9e-d423-411c-b073-09c8ee35cd1a', 'name': 'volume-64417b9e-d423-411c-b073-09c8ee35cd1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe212b7e-7e26-4a31-9c22-a766fe0a4d87', 'attached_at': '', 'detached_at': '', 'volume_id': '64417b9e-d423-411c-b073-09c8ee35cd1a', 'serial': '64417b9e-d423-411c-b073-09c8ee35cd1a'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1364.320386] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d8d7e-ec94-4737-b7a8-d51a5a774e3c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.361602] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f2e659-2858-4610-a774-43b58bc94c95 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.364301] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Releasing lock "refresh_cache-0dbc0586-96e5-44c0-8173-01241c1a35fd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.364529] env[69735]: DEBUG nova.objects.instance [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lazy-loading 'migration_context' on Instance uuid 0dbc0586-96e5-44c0-8173-01241c1a35fd {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.370589] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6313780-4751-4f7d-a906-6a674b9233cb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.394851] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a5486-2abd-48c7-9313-0d36e95273aa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.397904] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f7ab0-01d4-493e-9c20-af60358dc247 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.414679] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] The volume has not been displaced from its original location: [datastore1] volume-64417b9e-d423-411c-b073-09c8ee35cd1a/volume-64417b9e-d423-411c-b073-09c8ee35cd1a.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1364.420019] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1364.420994] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cbebe4-2c7f-4a97-a830-71a4584ac4e0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.423825] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9baa6f12-a77a-40e9-acde-6d967897fb87 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.463920] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db0eed0-3821-4471-813f-f0798d64f5c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.466477] env[69735]: DEBUG oslo_vmware.api [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1364.466477] env[69735]: value = "task-3606303" [ 1364.466477] env[69735]: _type = "Task" [ 1364.466477] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.473448] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa5227-8253-45f6-b2a8-d7d22576bc11 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.480584] env[69735]: DEBUG oslo_vmware.api [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.491599] env[69735]: DEBUG nova.compute.provider_tree [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1364.867723] env[69735]: DEBUG nova.objects.base [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Object Instance<0dbc0586-96e5-44c0-8173-01241c1a35fd> lazy-loaded attributes: info_cache,migration_context {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1364.868601] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ada385-6b64-47e4-a181-87789d99b23a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.887207] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0eaf74-280e-4d70-afc2-9461a6f7f1ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.892245] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1364.892245] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52be3e3a-54b1-16b8-53f9-320b302beb40" [ 1364.892245] env[69735]: _type = "Task" [ 1364.892245] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.899566] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52be3e3a-54b1-16b8-53f9-320b302beb40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.974857] env[69735]: DEBUG oslo_vmware.api [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606303, 'name': ReconfigVM_Task, 'duration_secs': 0.238268} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.975153] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1364.979788] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02607f70-5c57-46a3-8e47-ef4e7f65236f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.996447] env[69735]: DEBUG oslo_vmware.api [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1364.996447] env[69735]: value = "task-3606304" [ 1364.996447] env[69735]: _type = "Task" [ 1364.996447] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.003971] env[69735]: DEBUG oslo_vmware.api [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.021509] env[69735]: DEBUG nova.scheduler.client.report [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1365.021761] env[69735]: DEBUG nova.compute.provider_tree [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 177 to 178 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1365.021936] env[69735]: DEBUG nova.compute.provider_tree [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1365.402508] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52be3e3a-54b1-16b8-53f9-320b302beb40, 'name': SearchDatastore_Task, 'duration_secs': 0.007523} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.402814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.506136] env[69735]: DEBUG oslo_vmware.api [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606304, 'name': ReconfigVM_Task, 'duration_secs': 0.134115} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.506462] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719392', 'volume_id': '64417b9e-d423-411c-b073-09c8ee35cd1a', 'name': 'volume-64417b9e-d423-411c-b073-09c8ee35cd1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe212b7e-7e26-4a31-9c22-a766fe0a4d87', 'attached_at': '', 'detached_at': '', 'volume_id': '64417b9e-d423-411c-b073-09c8ee35cd1a', 'serial': '64417b9e-d423-411c-b073-09c8ee35cd1a'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1365.526782] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.476s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.529365] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.126s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.549411] env[69735]: INFO nova.scheduler.client.report [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Deleted allocations for instance 4acbd82c-378b-46ce-9d69-0628f9c61553 [ 1366.049653] env[69735]: DEBUG nova.objects.instance [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.055820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1203bde3-de7c-48cf-8d86-4a03fdad3174 tempest-ServerActionsTestJSON-975348313 tempest-ServerActionsTestJSON-975348313-project-member] Lock "4acbd82c-378b-46ce-9d69-0628f9c61553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.699s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.104708] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b73ff3a-a1c3-429c-913f-5bbbb3a78fbc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.112591] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaa4aea-a2f1-4f82-b044-9ac19b39e4e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.143281] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43219051-77e6-44e9-b227-22f25771552c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.151242] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daf6fd8-a6aa-4681-b570-e695045557e4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.164041] env[69735]: DEBUG nova.compute.provider_tree [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.667209] env[69735]: DEBUG nova.scheduler.client.report [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.968828] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.061319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-04e13279-2df0-483b-9b4c-b78691257851 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.062584] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.094s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.062776] env[69735]: DEBUG nova.compute.manager [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.063849] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71724d26-a5e1-43e3-b8db-041f8b446a43 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.070690] env[69735]: DEBUG nova.compute.manager [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1367.071306] env[69735]: DEBUG nova.objects.instance [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.677630] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.148s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.078014] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.078423] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e0a2b4c-3282-47b1-8999-30641c3fe17c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.086175] env[69735]: DEBUG oslo_vmware.api [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1368.086175] env[69735]: value = "task-3606305" [ 1368.086175] env[69735]: _type = "Task" [ 1368.086175] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.096074] env[69735]: DEBUG oslo_vmware.api [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.268048] env[69735]: INFO nova.scheduler.client.report [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted allocation for migration ff7f2fda-15d0-4b6e-bbbf-2a8a047e60a0 [ 1368.596571] env[69735]: DEBUG oslo_vmware.api [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606305, 'name': PowerOffVM_Task, 'duration_secs': 0.175274} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.596846] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.597090] env[69735]: DEBUG nova.compute.manager [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.597877] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584d12fa-2640-4118-92eb-e331b065d535 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.777633] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.663s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.108581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5b23f23c-d43b-47c0-856f-d86f49c0fc8a tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.466227] env[69735]: DEBUG nova.objects.instance [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.563552] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.563899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.972299] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.972669] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.972901] env[69735]: DEBUG nova.network.neutron [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.973228] env[69735]: DEBUG nova.objects.instance [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'info_cache' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.072334] env[69735]: INFO nova.compute.manager [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Detaching volume 8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2 [ 1370.114310] env[69735]: INFO nova.virt.block_device [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Attempting to driver detach volume 8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2 from mountpoint /dev/sdb [ 1370.114584] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1370.114777] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719386', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'name': 'volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b488dea8-7fb7-48f6-a9e1-a5e2b307d233', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'serial': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1370.115737] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b255d5a8-75f2-46a3-80f5-020cc1de65dd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.142919] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.143192] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.143438] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.143634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.143805] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.146087] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2388e755-acd2-4a0b-8b75-77447a1e6821 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.149121] env[69735]: INFO nova.compute.manager [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Terminating instance [ 1370.154872] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84304d5-4fb4-4c00-a705-3869ba709806 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.176534] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0634eb13-ce9f-4180-8f55-50ab27cf5183 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.196350] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2/volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1370.203899] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1370.204641] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733caea3-3b3e-4731-983b-c3dc689e79fc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.223798] env[69735]: DEBUG oslo_vmware.api [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1370.223798] env[69735]: value = "task-3606306" [ 1370.223798] env[69735]: _type = "Task" [ 1370.223798] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.234777] env[69735]: DEBUG oslo_vmware.api [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.477685] env[69735]: DEBUG nova.objects.base [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1370.653065] env[69735]: DEBUG nova.compute.manager [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.653325] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.654290] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f618e-cff1-4d09-9f29-6fefcc88f03b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.662522] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.662757] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c6ef255-7d22-4358-8624-3ccdd06f05c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.668739] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1370.668739] env[69735]: value = "task-3606307" [ 1370.668739] env[69735]: _type = "Task" [ 1370.668739] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.678441] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.733996] env[69735]: DEBUG oslo_vmware.api [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606306, 'name': ReconfigVM_Task, 'duration_secs': 0.225337} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.734360] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1370.739296] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fab9b84-0ace-4279-9150-645cfd56b917 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.755366] env[69735]: DEBUG oslo_vmware.api [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1370.755366] env[69735]: value = "task-3606308" [ 1370.755366] env[69735]: _type = "Task" [ 1370.755366] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.763399] env[69735]: DEBUG oslo_vmware.api [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.179370] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606307, 'name': PowerOffVM_Task, 'duration_secs': 0.189822} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.179705] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.183020] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.183020] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa68a87b-6e18-46eb-bd71-e4a1518af211 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.243535] env[69735]: DEBUG nova.network.neutron [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updating instance_info_cache with network_info: [{"id": "3092548d-72ed-469c-ae78-cef480f00240", "address": "fa:16:3e:89:b1:48", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3092548d-72", "ovs_interfaceid": "3092548d-72ed-469c-ae78-cef480f00240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.248658] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.248658] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.248658] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleting the datastore file [datastore1] 0dbc0586-96e5-44c0-8173-01241c1a35fd {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.248658] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec6f565-1632-44de-8722-649a904811b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.256161] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for the task: (returnval){ [ 1371.256161] env[69735]: value = "task-3606310" [ 1371.256161] env[69735]: _type = "Task" [ 1371.256161] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.268339] env[69735]: DEBUG oslo_vmware.api [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606308, 'name': ReconfigVM_Task, 'duration_secs': 0.148024} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.271271] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719386', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'name': 'volume-8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b488dea8-7fb7-48f6-a9e1-a5e2b307d233', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2', 'serial': '8a1c34c6-0074-40b0-ac3b-6f3d60cb04a2'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1371.273443] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.746823] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Releasing lock "refresh_cache-fe212b7e-7e26-4a31-9c22-a766fe0a4d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.772385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "1f819ed1-3815-4e28-9c38-07ad75df14f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.772612] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "1f819ed1-3815-4e28-9c38-07ad75df14f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.774092] env[69735]: DEBUG oslo_vmware.api [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Task: {'id': task-3606310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16144} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.774312] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.774501] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.774674] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.774840] env[69735]: INFO nova.compute.manager [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1371.775078] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.775489] env[69735]: DEBUG nova.compute.manager [-] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.775586] env[69735]: DEBUG nova.network.neutron [-] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.820201] env[69735]: DEBUG nova.objects.instance [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'flavor' on Instance uuid b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.040324] env[69735]: DEBUG nova.compute.manager [req-73eb3e53-e262-4877-98b3-2c3e2fcdde1b req-61aa576a-a8e1-4b99-9323-e4a4083d8807 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Received event network-vif-deleted-a72e3dd0-c860-430a-8d9d-bf703f77e032 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.040468] env[69735]: INFO nova.compute.manager [req-73eb3e53-e262-4877-98b3-2c3e2fcdde1b req-61aa576a-a8e1-4b99-9323-e4a4083d8807 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Neutron deleted interface a72e3dd0-c860-430a-8d9d-bf703f77e032; detaching it from the instance and deleting it from the info cache [ 1372.040659] env[69735]: DEBUG nova.network.neutron [req-73eb3e53-e262-4877-98b3-2c3e2fcdde1b req-61aa576a-a8e1-4b99-9323-e4a4083d8807 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.275192] env[69735]: DEBUG nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.525219] env[69735]: DEBUG nova.network.neutron [-] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.543510] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0899d479-ac2f-4b2e-98fd-9bee36790df2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.553480] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1314a0-1da0-4762-820c-f11f9d363494 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.580910] env[69735]: DEBUG nova.compute.manager [req-73eb3e53-e262-4877-98b3-2c3e2fcdde1b req-61aa576a-a8e1-4b99-9323-e4a4083d8807 service nova] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Detach interface failed, port_id=a72e3dd0-c860-430a-8d9d-bf703f77e032, reason: Instance 0dbc0586-96e5-44c0-8173-01241c1a35fd could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1372.752883] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.753242] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c9705c7-6d6b-4cad-a5e9-6c839a5969c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.760812] env[69735]: DEBUG oslo_vmware.api [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1372.760812] env[69735]: value = "task-3606311" [ 1372.760812] env[69735]: _type = "Task" [ 1372.760812] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.768669] env[69735]: DEBUG oslo_vmware.api [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.796900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.797228] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.798748] env[69735]: INFO nova.compute.claims [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1372.826634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-46609e79-c2c3-4a03-9956-83386b189c0a tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.263s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.028673] env[69735]: INFO nova.compute.manager [-] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Took 1.25 seconds to deallocate network for instance. [ 1373.271319] env[69735]: DEBUG oslo_vmware.api [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606311, 'name': PowerOnVM_Task, 'duration_secs': 0.363178} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.271601] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.271798] env[69735]: DEBUG nova.compute.manager [None req-1c98e3b9-c854-45c8-8a48-2990b216fe24 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.272555] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c0d73-6c07-4bd0-97ca-fb3049ddb77a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.535923] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.923929] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.924226] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.924459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.924739] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.924924] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.927444] env[69735]: INFO nova.compute.manager [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Terminating instance [ 1373.964901] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a7d848-bc04-4a07-929c-97a12e57b903 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.973060] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5724ce9-281c-47a4-a07f-1ba5d72eef89 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.002292] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f348364-f310-4a6c-96c4-25aaefe48c5c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.008931] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b553003-38b2-49d1-8359-1c8d4b59a1eb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.021681] env[69735]: DEBUG nova.compute.provider_tree [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.431333] env[69735]: DEBUG nova.compute.manager [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.431561] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.432527] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f298ec34-ed74-4069-b2d6-6f11b80022af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.440712] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.440943] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d92f22a1-d64f-4db8-b70a-ebeb6364dbff {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.446779] env[69735]: DEBUG oslo_vmware.api [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1374.446779] env[69735]: value = "task-3606312" [ 1374.446779] env[69735]: _type = "Task" [ 1374.446779] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.454616] env[69735]: DEBUG oslo_vmware.api [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.525079] env[69735]: DEBUG nova.scheduler.client.report [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.957087] env[69735]: DEBUG oslo_vmware.api [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606312, 'name': PowerOffVM_Task, 'duration_secs': 0.219794} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.957531] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.957594] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.957889] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ede58a96-f58f-439c-8c91-791e72f53360 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.022984] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.023290] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.023522] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleting the datastore file [datastore2] b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.023855] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7fcbd22-c7a1-46e2-8af0-8810f7b79784 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.030551] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.031091] env[69735]: DEBUG nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.033922] env[69735]: DEBUG oslo_vmware.api [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1375.033922] env[69735]: value = "task-3606314" [ 1375.033922] env[69735]: _type = "Task" [ 1375.033922] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.034205] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.499s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.034397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.043855] env[69735]: DEBUG oslo_vmware.api [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.053716] env[69735]: INFO nova.scheduler.client.report [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Deleted allocations for instance 0dbc0586-96e5-44c0-8173-01241c1a35fd [ 1375.538686] env[69735]: DEBUG nova.compute.utils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1375.543481] env[69735]: DEBUG nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.543657] env[69735]: DEBUG nova.network.neutron [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.551670] env[69735]: DEBUG oslo_vmware.api [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147092} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.551977] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.552218] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.552452] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.552681] env[69735]: INFO nova.compute.manager [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1375.553082] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.553239] env[69735]: DEBUG nova.compute.manager [-] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.553396] env[69735]: DEBUG nova.network.neutron [-] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.563723] env[69735]: DEBUG oslo_concurrency.lockutils [None req-c10cc41b-6333-4713-a4a3-b0c710b996cf tempest-DeleteServersTestJSON-2074162099 tempest-DeleteServersTestJSON-2074162099-project-member] Lock "0dbc0586-96e5-44c0-8173-01241c1a35fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.420s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.617969] env[69735]: DEBUG nova.policy [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5475478f0261461aa4cd1754c2b9b671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c450f45e644fc0a5cf9d30147cb7d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.046573] env[69735]: DEBUG nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.122699] env[69735]: DEBUG nova.network.neutron [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Successfully created port: 42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.243411] env[69735]: DEBUG nova.compute.manager [req-565e67dd-5cef-4d4b-9f74-4dc04a25179d req-398efd1a-389d-4e7b-aba8-9020180d542b service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Received event network-vif-deleted-0a42a28f-6084-4ad3-af20-3e8c15c38458 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.243682] env[69735]: INFO nova.compute.manager [req-565e67dd-5cef-4d4b-9f74-4dc04a25179d req-398efd1a-389d-4e7b-aba8-9020180d542b service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Neutron deleted interface 0a42a28f-6084-4ad3-af20-3e8c15c38458; detaching it from the instance and deleting it from the info cache [ 1376.243857] env[69735]: DEBUG nova.network.neutron [req-565e67dd-5cef-4d4b-9f74-4dc04a25179d req-398efd1a-389d-4e7b-aba8-9020180d542b service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.728051] env[69735]: DEBUG nova.network.neutron [-] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.746263] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5107743b-7378-47df-b39c-06bcc0ce6c95 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.758299] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a57f0-aae1-4888-81d9-07055cac3123 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.783345] env[69735]: DEBUG nova.compute.manager [req-565e67dd-5cef-4d4b-9f74-4dc04a25179d req-398efd1a-389d-4e7b-aba8-9020180d542b service nova] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Detach interface failed, port_id=0a42a28f-6084-4ad3-af20-3e8c15c38458, reason: Instance b488dea8-7fb7-48f6-a9e1-a5e2b307d233 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.059250] env[69735]: DEBUG nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.085402] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.085675] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.085832] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.086022] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.086209] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.086368] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.086576] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.086730] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.086895] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.087067] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.087246] env[69735]: DEBUG nova.virt.hardware [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.088117] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68700ad7-1ea0-44b5-8c8c-655f8bfe2981 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.097094] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c7e027-6e82-477a-88aa-c13dc120b307 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.229829] env[69735]: INFO nova.compute.manager [-] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Took 1.68 seconds to deallocate network for instance. [ 1377.655666] env[69735]: DEBUG nova.network.neutron [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Successfully updated port: 42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.736287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.736651] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.736895] env[69735]: DEBUG nova.objects.instance [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'resources' on Instance uuid b488dea8-7fb7-48f6-a9e1-a5e2b307d233 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.158587] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.158967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquired lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.158967] env[69735]: DEBUG nova.network.neutron [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.270435] env[69735]: DEBUG nova.compute.manager [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Received event network-vif-plugged-42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.270519] env[69735]: DEBUG oslo_concurrency.lockutils [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] Acquiring lock "1f819ed1-3815-4e28-9c38-07ad75df14f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.270863] env[69735]: DEBUG oslo_concurrency.lockutils [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] Lock "1f819ed1-3815-4e28-9c38-07ad75df14f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.270922] env[69735]: DEBUG oslo_concurrency.lockutils [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] Lock "1f819ed1-3815-4e28-9c38-07ad75df14f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.271117] env[69735]: DEBUG nova.compute.manager [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] No waiting events found dispatching network-vif-plugged-42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.271243] env[69735]: WARNING nova.compute.manager [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Received unexpected event network-vif-plugged-42a15ff0-5be4-4f3f-abac-e50f533373bf for instance with vm_state building and task_state spawning. [ 1378.271402] env[69735]: DEBUG nova.compute.manager [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Received event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.271552] env[69735]: DEBUG nova.compute.manager [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing instance network info cache due to event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.271767] env[69735]: DEBUG oslo_concurrency.lockutils [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] Acquiring lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.303651] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42adaff4-feb0-4e1c-acfd-cc88e1d5c512 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.311514] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee666218-22d6-48c9-8f51-c4f69aa41c7f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.340701] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03c48cb-9940-4ec2-b44e-2a5d62393f31 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.347633] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab6838d-b15f-4740-9be5-3d69f5a56f43 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.361908] env[69735]: DEBUG nova.compute.provider_tree [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.864955] env[69735]: DEBUG nova.scheduler.client.report [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.947898] env[69735]: DEBUG nova.network.neutron [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.161090] env[69735]: DEBUG nova.network.neutron [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [{"id": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "address": "fa:16:3e:65:d8:65", "network": {"id": "a45cae08-ff86-4216-9053-c0cfc63663f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2015971111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14c450f45e644fc0a5cf9d30147cb7d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a15ff0-5b", "ovs_interfaceid": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.370294] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.392086] env[69735]: INFO nova.scheduler.client.report [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted allocations for instance b488dea8-7fb7-48f6-a9e1-a5e2b307d233 [ 1379.663773] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Releasing lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.664177] env[69735]: DEBUG nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Instance network_info: |[{"id": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "address": "fa:16:3e:65:d8:65", "network": {"id": "a45cae08-ff86-4216-9053-c0cfc63663f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2015971111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14c450f45e644fc0a5cf9d30147cb7d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a15ff0-5b", "ovs_interfaceid": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.664451] env[69735]: DEBUG oslo_concurrency.lockutils [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] Acquired lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.664635] env[69735]: DEBUG nova.network.neutron [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.666393] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:d8:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42a15ff0-5be4-4f3f-abac-e50f533373bf', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.674278] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Creating folder: Project (14c450f45e644fc0a5cf9d30147cb7d8). Parent ref: group-v719064. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.675302] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b0f0f1-76b3-4543-bd31-cf35839f82b6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.687431] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Created folder: Project (14c450f45e644fc0a5cf9d30147cb7d8) in parent group-v719064. [ 1379.687620] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Creating folder: Instances. Parent ref: group-v719404. {{(pid=69735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.687856] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d74dbf-9144-41b4-be01-f5800b3cceaf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.696569] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Created folder: Instances in parent group-v719404. [ 1379.696793] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.696979] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.697203] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-265b6827-4c76-41ff-a4a3-7dee7827ca1f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.717958] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.717958] env[69735]: value = "task-3606318" [ 1379.717958] env[69735]: _type = "Task" [ 1379.717958] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.725579] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606318, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.899165] env[69735]: DEBUG oslo_concurrency.lockutils [None req-9a48765e-6fe8-4810-a595-52c5017e78c0 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "b488dea8-7fb7-48f6-a9e1-a5e2b307d233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.975s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.233965] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606318, 'name': CreateVM_Task, 'duration_secs': 0.397823} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.234270] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.235180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.235365] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.235681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.235950] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a9d23b-a0c4-442b-a921-002fa7581926 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.244367] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1380.244367] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52babb69-cb88-8e61-b386-02145d329299" [ 1380.244367] env[69735]: _type = "Task" [ 1380.244367] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.248434] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52babb69-cb88-8e61-b386-02145d329299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.417337] env[69735]: DEBUG nova.network.neutron [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updated VIF entry in instance network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.417743] env[69735]: DEBUG nova.network.neutron [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [{"id": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "address": "fa:16:3e:65:d8:65", "network": {"id": "a45cae08-ff86-4216-9053-c0cfc63663f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2015971111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14c450f45e644fc0a5cf9d30147cb7d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a15ff0-5b", "ovs_interfaceid": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.750617] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52babb69-cb88-8e61-b386-02145d329299, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.750907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.751191] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.751391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.751537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.751765] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.751965] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afb6c6c5-cc8f-4ce4-ba30-9ea58e7eb37c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.760350] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.760602] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.761254] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852378f7-0775-48c7-8d77-42b400094ed0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.767681] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1380.767681] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522220af-0cb5-eaa9-529b-880cf6a67456" [ 1380.767681] env[69735]: _type = "Task" [ 1380.767681] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.774944] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522220af-0cb5-eaa9-529b-880cf6a67456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.921036] env[69735]: DEBUG oslo_concurrency.lockutils [req-7669241b-e28e-4d00-8f94-90a0f8dd3bbc req-093a00c1-b5e6-4224-960c-fbc5d0aa64f5 service nova] Releasing lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.278839] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]522220af-0cb5-eaa9-529b-880cf6a67456, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.279647] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b0b651-720e-4b41-b2c3-aef92a5ecbcb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.284479] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1381.284479] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52906a7d-d319-af37-5fda-87901459fa21" [ 1381.284479] env[69735]: _type = "Task" [ 1381.284479] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.291847] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52906a7d-d319-af37-5fda-87901459fa21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.794667] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52906a7d-d319-af37-5fda-87901459fa21, 'name': SearchDatastore_Task, 'duration_secs': 0.031707} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.794928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.795198] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2/1f819ed1-3815-4e28-9c38-07ad75df14f2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.795465] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11412e10-45c3-4807-8831-d50e4e2e7372 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.802532] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1381.802532] env[69735]: value = "task-3606319" [ 1381.802532] env[69735]: _type = "Task" [ 1381.802532] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.809757] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.066516] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.066753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.312088] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442362} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.312366] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2/1f819ed1-3815-4e28-9c38-07ad75df14f2.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.312568] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.312811] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20efc88e-bbf7-44fd-90f2-826f2988e94c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.319106] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1382.319106] env[69735]: value = "task-3606320" [ 1382.319106] env[69735]: _type = "Task" [ 1382.319106] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.325890] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.569639] env[69735]: DEBUG nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.828914] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067542} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.829182] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.829915] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429833b7-c447-4433-a820-0498b728e77a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.850987] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2/1f819ed1-3815-4e28-9c38-07ad75df14f2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.851221] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afa1981-fb1b-4009-9611-224b29392234 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.869540] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1382.869540] env[69735]: value = "task-3606321" [ 1382.869540] env[69735]: _type = "Task" [ 1382.869540] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.878097] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.094418] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.094710] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.096363] env[69735]: INFO nova.compute.claims [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.379364] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606321, 'name': ReconfigVM_Task, 'duration_secs': 0.268383} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.379746] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2/1f819ed1-3815-4e28-9c38-07ad75df14f2.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.380380] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ab79b28-87ae-4fc3-86ca-c80c4ce64de1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.386690] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1383.386690] env[69735]: value = "task-3606322" [ 1383.386690] env[69735]: _type = "Task" [ 1383.386690] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.394657] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606322, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.896023] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606322, 'name': Rename_Task, 'duration_secs': 0.156169} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.896319] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.896559] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-452234e6-f1a0-41ff-bf0d-c2e599d0b521 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.902635] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1383.902635] env[69735]: value = "task-3606323" [ 1383.902635] env[69735]: _type = "Task" [ 1383.902635] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.909735] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.168786] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616a5498-7f14-4ce4-8832-a3f6983b72cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.176822] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c349d720-9159-4acb-8057-46260b1792d9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.207996] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196369db-3feb-4c87-a6be-cdbf12456778 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.214982] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa965fbc-8563-4efa-a8b1-e974f84e56fa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.229851] env[69735]: DEBUG nova.compute.provider_tree [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.412241] env[69735]: DEBUG oslo_vmware.api [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606323, 'name': PowerOnVM_Task, 'duration_secs': 0.430322} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.412637] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.412690] env[69735]: INFO nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1384.412841] env[69735]: DEBUG nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.413616] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30254533-d97b-4bf2-a948-0535e2e690c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.672843] env[69735]: INFO nova.compute.manager [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Rebuilding instance [ 1384.719315] env[69735]: DEBUG nova.compute.manager [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.720207] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8966ab8-c03e-4944-a843-26ec696bb2b2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.732226] env[69735]: DEBUG nova.scheduler.client.report [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.928840] env[69735]: INFO nova.compute.manager [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Took 12.15 seconds to build instance. [ 1385.227498] env[69735]: INFO nova.compute.manager [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Rescuing [ 1385.227498] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.227784] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquired lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.227784] env[69735]: DEBUG nova.network.neutron [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.238247] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.238701] env[69735]: DEBUG nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.431207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-ee5387ce-0590-4ea3-9037-3ce3cec2a042 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "1f819ed1-3815-4e28-9c38-07ad75df14f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.658s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.739646] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.739969] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fc4a808-c288-493f-aac6-1dc9cb2ba89f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.743217] env[69735]: DEBUG nova.compute.utils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.744578] env[69735]: DEBUG nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.744742] env[69735]: DEBUG nova.network.neutron [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.752072] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1385.752072] env[69735]: value = "task-3606324" [ 1385.752072] env[69735]: _type = "Task" [ 1385.752072] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.762869] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.813624] env[69735]: DEBUG nova.policy [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ceb77596aeb4aa8a2af967853f167c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7d6a53e939f446cb4f064dcbcb9396b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.035356] env[69735]: DEBUG nova.network.neutron [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [{"id": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "address": "fa:16:3e:65:d8:65", "network": {"id": "a45cae08-ff86-4216-9053-c0cfc63663f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2015971111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14c450f45e644fc0a5cf9d30147cb7d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a15ff0-5b", "ovs_interfaceid": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.172664] env[69735]: DEBUG nova.network.neutron [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Successfully created port: bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.248177] env[69735]: DEBUG nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.261240] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606324, 'name': PowerOffVM_Task, 'duration_secs': 0.191289} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.261483] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.262158] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.262403] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e962bf-166a-4263-a5b8-540745925118 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.268145] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1386.268145] env[69735]: value = "task-3606325" [ 1386.268145] env[69735]: _type = "Task" [ 1386.268145] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.275435] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.538084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Releasing lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.780057] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1386.780057] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1386.780199] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719395', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'name': 'volume-12e7503d-08d2-4822-9302-4bf2e0ef764a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c96f641-8922-4fd2-9490-7262308ad99b', 'attached_at': '', 'detached_at': '', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'serial': '12e7503d-08d2-4822-9302-4bf2e0ef764a'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1386.781088] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479032ea-5d3e-4add-96eb-23d58d487007 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.801048] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e7ab53-686a-4b8c-b384-2976dae1f8d4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.809038] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7e4d8f-3c90-42df-99dc-ab55c397ff95 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.828024] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d25980e-226e-4cea-87bb-a5c2cdcf55ce {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.844217] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] The volume has not been displaced from its original location: [datastore2] volume-12e7503d-08d2-4822-9302-4bf2e0ef764a/volume-12e7503d-08d2-4822-9302-4bf2e0ef764a.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1386.849790] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.850143] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6124a7f8-0b6b-45d9-a95e-849541cb7d8b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.867869] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1386.867869] env[69735]: value = "task-3606326" [ 1386.867869] env[69735]: _type = "Task" [ 1386.867869] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.878644] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.259104] env[69735]: DEBUG nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.280087] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.280401] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.280584] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.280770] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.280928] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.281097] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.281308] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.281465] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.281629] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.281785] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.281951] env[69735]: DEBUG nova.virt.hardware [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.282853] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6193cb7b-06e5-49df-9bf2-25042d84d9c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.290703] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6cd8dc-02e5-4827-9fac-c669f3a85136 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.377073] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606326, 'name': ReconfigVM_Task, 'duration_secs': 0.182112} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.377482] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.382310] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dffb5ba-9cf4-4b3b-895b-728efc822ebe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.396614] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1387.396614] env[69735]: value = "task-3606327" [ 1387.396614] env[69735]: _type = "Task" [ 1387.396614] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.404227] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.516435] env[69735]: DEBUG nova.compute.manager [req-0b61dfe8-fead-480c-851f-12c85a9c29ac req-e546526c-7a74-4dcd-aea2-6d87a77d8254 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received event network-vif-plugged-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.516435] env[69735]: DEBUG oslo_concurrency.lockutils [req-0b61dfe8-fead-480c-851f-12c85a9c29ac req-e546526c-7a74-4dcd-aea2-6d87a77d8254 service nova] Acquiring lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.516435] env[69735]: DEBUG oslo_concurrency.lockutils [req-0b61dfe8-fead-480c-851f-12c85a9c29ac req-e546526c-7a74-4dcd-aea2-6d87a77d8254 service nova] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.516435] env[69735]: DEBUG oslo_concurrency.lockutils [req-0b61dfe8-fead-480c-851f-12c85a9c29ac req-e546526c-7a74-4dcd-aea2-6d87a77d8254 service nova] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.516435] env[69735]: DEBUG nova.compute.manager [req-0b61dfe8-fead-480c-851f-12c85a9c29ac req-e546526c-7a74-4dcd-aea2-6d87a77d8254 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] No waiting events found dispatching network-vif-plugged-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.516435] env[69735]: WARNING nova.compute.manager [req-0b61dfe8-fead-480c-851f-12c85a9c29ac req-e546526c-7a74-4dcd-aea2-6d87a77d8254 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received unexpected event network-vif-plugged-bcd16582-59e6-46b4-83fd-46c278542475 for instance with vm_state building and task_state spawning. [ 1387.633545] env[69735]: DEBUG nova.network.neutron [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Successfully updated port: bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.907299] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.075788] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.076292] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea487ef7-70be-4098-bff1-6d1758db1505 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.082843] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1388.082843] env[69735]: value = "task-3606328" [ 1388.082843] env[69735]: _type = "Task" [ 1388.082843] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.090576] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.139584] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.139720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.139814] env[69735]: DEBUG nova.network.neutron [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.407421] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606327, 'name': ReconfigVM_Task, 'duration_secs': 0.672945} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.407731] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719395', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'name': 'volume-12e7503d-08d2-4822-9302-4bf2e0ef764a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c96f641-8922-4fd2-9490-7262308ad99b', 'attached_at': '', 'detached_at': '', 'volume_id': '12e7503d-08d2-4822-9302-4bf2e0ef764a', 'serial': '12e7503d-08d2-4822-9302-4bf2e0ef764a'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1388.407999] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.409061] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da9ea85-9e92-4bcf-96ef-0cb7e35ec4ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.415450] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.415667] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2ed095d-c4d4-4065-9889-43b61d64253c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.484198] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.484452] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.484636] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Deleting the datastore file [datastore2] 2c96f641-8922-4fd2-9490-7262308ad99b {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.484896] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30fb5e6e-cb87-4b85-a54a-51869267d80b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.490959] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for the task: (returnval){ [ 1388.490959] env[69735]: value = "task-3606330" [ 1388.490959] env[69735]: _type = "Task" [ 1388.490959] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.498075] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.592242] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606328, 'name': PowerOffVM_Task, 'duration_secs': 0.183934} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.592487] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.593304] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47acf566-333a-4eb0-ac29-f77ad6927a52 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.611881] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e55f114-1589-4aeb-b85d-ed749dfe0f7f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.643062] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.644997] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b40f8137-1a78-49b4-946a-3892e3785938 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.651799] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1388.651799] env[69735]: value = "task-3606331" [ 1388.651799] env[69735]: _type = "Task" [ 1388.651799] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.661732] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1388.661969] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.662306] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.662503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.662760] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.663304] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddad15e3-23b1-40a1-b00f-22e7040a5317 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.678152] env[69735]: DEBUG nova.network.neutron [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.681732] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.681908] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.682664] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a98b47-97c2-4a98-91d9-157e0036ffb2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.688091] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1388.688091] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524bb998-36db-4986-9b13-6baae92271ac" [ 1388.688091] env[69735]: _type = "Task" [ 1388.688091] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.695638] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524bb998-36db-4986-9b13-6baae92271ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.837966] env[69735]: DEBUG nova.network.neutron [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [{"id": "bcd16582-59e6-46b4-83fd-46c278542475", "address": "fa:16:3e:f7:b4:a6", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd16582-59", "ovs_interfaceid": "bcd16582-59e6-46b4-83fd-46c278542475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.004075] env[69735]: DEBUG oslo_vmware.api [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Task: {'id': task-3606330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212463} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.004492] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.004794] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.005096] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.070780] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1389.071154] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-082863ee-eeeb-4eb6-89ff-38f6573529fb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.080034] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd0e564-7a08-47f8-812c-525d3fbd0ede {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.106772] env[69735]: ERROR nova.compute.manager [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Failed to detach volume 12e7503d-08d2-4822-9302-4bf2e0ef764a from /dev/sda: nova.exception.InstanceNotFound: Instance 2c96f641-8922-4fd2-9490-7262308ad99b could not be found. [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Traceback (most recent call last): [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self.driver.rebuild(**kwargs) [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] raise NotImplementedError() [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] NotImplementedError [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] During handling of the above exception, another exception occurred: [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Traceback (most recent call last): [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self.driver.detach_volume(context, old_connection_info, [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] return self._volumeops.detach_volume(connection_info, instance) [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self._detach_volume_vmdk(connection_info, instance) [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] stable_ref.fetch_moref(session) [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] nova.exception.InstanceNotFound: Instance 2c96f641-8922-4fd2-9490-7262308ad99b could not be found. [ 1389.106772] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] [ 1389.197904] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]524bb998-36db-4986-9b13-6baae92271ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.198743] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84d448d-b579-491a-810d-d24f508c903a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.206617] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1389.206617] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5292e7ea-2c0a-6a7f-0f61-8b86fbb8ef70" [ 1389.206617] env[69735]: _type = "Task" [ 1389.206617] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.214348] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5292e7ea-2c0a-6a7f-0f61-8b86fbb8ef70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.242055] env[69735]: DEBUG nova.compute.utils [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Build of instance 2c96f641-8922-4fd2-9490-7262308ad99b aborted: Failed to rebuild volume backed instance. {{(pid=69735) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1389.244365] env[69735]: ERROR nova.compute.manager [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 2c96f641-8922-4fd2-9490-7262308ad99b aborted: Failed to rebuild volume backed instance. [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Traceback (most recent call last): [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self.driver.rebuild(**kwargs) [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] raise NotImplementedError() [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] NotImplementedError [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] During handling of the above exception, another exception occurred: [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Traceback (most recent call last): [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self._detach_root_volume(context, instance, root_bdm) [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] with excutils.save_and_reraise_exception(): [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self.force_reraise() [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] raise self.value [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self.driver.detach_volume(context, old_connection_info, [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] return self._volumeops.detach_volume(connection_info, instance) [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self._detach_volume_vmdk(connection_info, instance) [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] stable_ref.fetch_moref(session) [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] nova.exception.InstanceNotFound: Instance 2c96f641-8922-4fd2-9490-7262308ad99b could not be found. [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] During handling of the above exception, another exception occurred: [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Traceback (most recent call last): [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] yield [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1389.244365] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self._do_rebuild_instance_with_claim( [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self._do_rebuild_instance( [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self._rebuild_default_impl(**kwargs) [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] self._rebuild_volume_backed_instance( [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] raise exception.BuildAbortException( [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] nova.exception.BuildAbortException: Build of instance 2c96f641-8922-4fd2-9490-7262308ad99b aborted: Failed to rebuild volume backed instance. [ 1389.245775] env[69735]: ERROR nova.compute.manager [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] [ 1389.340654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.340977] env[69735]: DEBUG nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Instance network_info: |[{"id": "bcd16582-59e6-46b4-83fd-46c278542475", "address": "fa:16:3e:f7:b4:a6", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd16582-59", "ovs_interfaceid": "bcd16582-59e6-46b4-83fd-46c278542475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1389.341420] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:b4:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcd16582-59e6-46b4-83fd-46c278542475', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.349137] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.349338] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.349805] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e6f4626-c511-4753-8695-a635d4673972 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.368122] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.368122] env[69735]: value = "task-3606332" [ 1389.368122] env[69735]: _type = "Task" [ 1389.368122] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.376418] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606332, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.542204] env[69735]: DEBUG nova.compute.manager [req-9e68bd41-8201-45f4-b497-5e9abede0079 req-01438701-9acd-4ec5-8665-088375dc8c7b service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received event network-changed-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.542421] env[69735]: DEBUG nova.compute.manager [req-9e68bd41-8201-45f4-b497-5e9abede0079 req-01438701-9acd-4ec5-8665-088375dc8c7b service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Refreshing instance network info cache due to event network-changed-bcd16582-59e6-46b4-83fd-46c278542475. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.542675] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e68bd41-8201-45f4-b497-5e9abede0079 req-01438701-9acd-4ec5-8665-088375dc8c7b service nova] Acquiring lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.542821] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e68bd41-8201-45f4-b497-5e9abede0079 req-01438701-9acd-4ec5-8665-088375dc8c7b service nova] Acquired lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.542999] env[69735]: DEBUG nova.network.neutron [req-9e68bd41-8201-45f4-b497-5e9abede0079 req-01438701-9acd-4ec5-8665-088375dc8c7b service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Refreshing network info cache for port bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.716727] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5292e7ea-2c0a-6a7f-0f61-8b86fbb8ef70, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.717040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.717250] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. {{(pid=69735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1389.717503] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae3c066-353c-47a2-a763-bb51dda607ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.724250] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1389.724250] env[69735]: value = "task-3606333" [ 1389.724250] env[69735]: _type = "Task" [ 1389.724250] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.730983] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.878197] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606332, 'name': CreateVM_Task, 'duration_secs': 0.321677} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.878440] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.879070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.879252] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.879558] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.879824] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1991c0bb-787e-4901-8124-808eaabf6148 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.885019] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1389.885019] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d346da-c608-5b5d-24f4-0926c5b46133" [ 1389.885019] env[69735]: _type = "Task" [ 1389.885019] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.893066] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d346da-c608-5b5d-24f4-0926c5b46133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.234151] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435439} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.234398] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk. [ 1390.235146] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e42b3-660e-487b-bb76-43b64d81b096 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.264281] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.264745] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29d1506-da22-4c99-b999-b480a2cc76c1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.282911] env[69735]: DEBUG nova.network.neutron [req-9e68bd41-8201-45f4-b497-5e9abede0079 req-01438701-9acd-4ec5-8665-088375dc8c7b service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updated VIF entry in instance network info cache for port bcd16582-59e6-46b4-83fd-46c278542475. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.283249] env[69735]: DEBUG nova.network.neutron [req-9e68bd41-8201-45f4-b497-5e9abede0079 req-01438701-9acd-4ec5-8665-088375dc8c7b service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [{"id": "bcd16582-59e6-46b4-83fd-46c278542475", "address": "fa:16:3e:f7:b4:a6", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd16582-59", "ovs_interfaceid": "bcd16582-59e6-46b4-83fd-46c278542475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.286045] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1390.286045] env[69735]: value = "task-3606334" [ 1390.286045] env[69735]: _type = "Task" [ 1390.286045] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.294043] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.396272] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52d346da-c608-5b5d-24f4-0926c5b46133, 'name': SearchDatastore_Task, 'duration_secs': 0.06365} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.396592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.396829] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.397086] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.397237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.397439] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.397696] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e36464c5-dfd0-424d-a5e7-7a01ed52d997 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.405836] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.406035] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.406735] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef32b6a-94ff-4af9-90f8-926e2858beaa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.412944] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1390.412944] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882385-6792-c4f2-477d-69a2509de753" [ 1390.412944] env[69735]: _type = "Task" [ 1390.412944] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.420163] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882385-6792-c4f2-477d-69a2509de753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.786697] env[69735]: DEBUG oslo_concurrency.lockutils [req-9e68bd41-8201-45f4-b497-5e9abede0079 req-01438701-9acd-4ec5-8665-088375dc8c7b service nova] Releasing lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.795862] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606334, 'name': ReconfigVM_Task, 'duration_secs': 0.275761} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.796152] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2/ff36286c-113e-4e32-9c9a-57968a528ea6-rescue.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.796995] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510a048e-5668-481a-8c51-4db36ff0d1cc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.821550] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ce24ec1-045e-44a5-9cc6-ad1bae50eb06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.835734] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1390.835734] env[69735]: value = "task-3606335" [ 1390.835734] env[69735]: _type = "Task" [ 1390.835734] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.843193] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.922056] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52882385-6792-c4f2-477d-69a2509de753, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.922744] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4203e63f-0e7a-4eca-8e27-6e3b59b88d4c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.927358] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1390.927358] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bb70d4-7d76-4d3b-e3ad-b70b8b92460d" [ 1390.927358] env[69735]: _type = "Task" [ 1390.927358] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.934304] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bb70d4-7d76-4d3b-e3ad-b70b8b92460d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.270837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.271170] env[69735]: DEBUG oslo_concurrency.lockutils [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.322379] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c3ecf9-c023-47e5-b98f-09318b77d179 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.329859] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73b3be3-a1e7-4ae2-b708-f55119d25009 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.362923] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da680d-c9bf-46fa-a09e-db78dfb98950 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.371428] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606335, 'name': ReconfigVM_Task, 'duration_secs': 0.179419} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.371725] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.372894] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db8e785-5391-4fee-8bc5-b2f0378fc581 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.376567] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6658e9a5-0932-4412-bc72-20d9507614d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.387278] env[69735]: DEBUG nova.compute.provider_tree [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.391149] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1391.391149] env[69735]: value = "task-3606336" [ 1391.391149] env[69735]: _type = "Task" [ 1391.391149] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.396716] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.437507] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52bb70d4-7d76-4d3b-e3ad-b70b8b92460d, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.437771] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.438012] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6393f191-8d91-4dbb-ba8e-9b00f15227d3/6393f191-8d91-4dbb-ba8e-9b00f15227d3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.438293] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a34095-070f-4dd7-a9e1-94d1c50f094f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.444050] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1391.444050] env[69735]: value = "task-3606337" [ 1391.444050] env[69735]: _type = "Task" [ 1391.444050] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.451281] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.656435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Acquiring lock "2c96f641-8922-4fd2-9490-7262308ad99b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.656906] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "2c96f641-8922-4fd2-9490-7262308ad99b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.657310] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Acquiring lock "2c96f641-8922-4fd2-9490-7262308ad99b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.657641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "2c96f641-8922-4fd2-9490-7262308ad99b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.657958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "2c96f641-8922-4fd2-9490-7262308ad99b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.661140] env[69735]: INFO nova.compute.manager [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Terminating instance [ 1391.901599] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.907928] env[69735]: ERROR nova.scheduler.client.report [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [req-54330ad0-a530-4a7a-8858-a0e3035bb7b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41570629-1595-48b8-987e-dbba8db28f32. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54330ad0-a530-4a7a-8858-a0e3035bb7b5"}]}: nova.exception.BuildAbortException: Build of instance 2c96f641-8922-4fd2-9490-7262308ad99b aborted: Failed to rebuild volume backed instance. [ 1391.923117] env[69735]: DEBUG nova.scheduler.client.report [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Refreshing inventories for resource provider 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1391.934983] env[69735]: DEBUG nova.scheduler.client.report [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Updating ProviderTree inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1391.935211] env[69735]: DEBUG nova.compute.provider_tree [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.945561] env[69735]: DEBUG nova.scheduler.client.report [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Refreshing aggregate associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, aggregates: None {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1391.955994] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448505} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.956212] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 6393f191-8d91-4dbb-ba8e-9b00f15227d3/6393f191-8d91-4dbb-ba8e-9b00f15227d3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.956450] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.956701] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f878df57-c589-427b-99a8-a7c21a7771ee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.962745] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1391.962745] env[69735]: value = "task-3606338" [ 1391.962745] env[69735]: _type = "Task" [ 1391.962745] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.963536] env[69735]: DEBUG nova.scheduler.client.report [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Refreshing trait associations for resource provider 41570629-1595-48b8-987e-dbba8db28f32, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1391.976153] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.012160] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba73ec8-4561-44ea-9665-3804ab1a93a8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.019559] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef2acaf-a59c-46ee-aa81-9d736361c4e6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.050268] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ec5835-bf2c-46e7-83af-f4407bc59f6d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.057391] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de58a315-14e3-4503-9660-88f2d8f4c4f0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.070150] env[69735]: DEBUG nova.compute.provider_tree [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.166698] env[69735]: DEBUG nova.compute.manager [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.167047] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adeb8d09-a412-4ada-a041-ce908d2f4d9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.176396] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d474334-b296-434f-8bfc-8039e654d73e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.202575] env[69735]: WARNING nova.virt.vmwareapi.driver [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 2c96f641-8922-4fd2-9490-7262308ad99b could not be found. [ 1392.202758] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.203025] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76af9eda-84e5-40e5-b7d1-a314a34c816c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.210763] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b488c3-0e65-48dc-bbe8-217d809e9828 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.237629] env[69735]: WARNING nova.virt.vmwareapi.vmops [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2c96f641-8922-4fd2-9490-7262308ad99b could not be found. [ 1392.237811] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.237988] env[69735]: INFO nova.compute.manager [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1392.238239] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.238448] env[69735]: DEBUG nova.compute.manager [-] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.238542] env[69735]: DEBUG nova.network.neutron [-] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.402603] env[69735]: DEBUG oslo_vmware.api [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606336, 'name': PowerOnVM_Task, 'duration_secs': 0.966895} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.402866] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.405734] env[69735]: DEBUG nova.compute.manager [None req-63c2128a-1b6f-4556-9a8b-5d33c78100b8 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.406533] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da83ab2c-5193-453f-ae13-2c5cfd335422 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.475124] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06143} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.475393] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.476770] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65111acf-1636-4ca9-9e1e-af597d693b60 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.501015] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 6393f191-8d91-4dbb-ba8e-9b00f15227d3/6393f191-8d91-4dbb-ba8e-9b00f15227d3.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.501015] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f185bde4-a772-4d35-b139-f1863f31eabf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.519738] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1392.519738] env[69735]: value = "task-3606339" [ 1392.519738] env[69735]: _type = "Task" [ 1392.519738] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.527970] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.603217] env[69735]: DEBUG nova.scheduler.client.report [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1392.603545] env[69735]: DEBUG nova.compute.provider_tree [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 182 to 183 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1392.603770] env[69735]: DEBUG nova.compute.provider_tree [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.889423] env[69735]: DEBUG nova.compute.manager [req-0e7b4e5e-b066-4960-a108-7b41170d74c7 req-58dd0aa9-8ad4-4edd-979c-55d1ce60b681 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Received event network-vif-deleted-505ef28a-1b34-4ca2-84ef-9f701e55893d {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.889637] env[69735]: INFO nova.compute.manager [req-0e7b4e5e-b066-4960-a108-7b41170d74c7 req-58dd0aa9-8ad4-4edd-979c-55d1ce60b681 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Neutron deleted interface 505ef28a-1b34-4ca2-84ef-9f701e55893d; detaching it from the instance and deleting it from the info cache [ 1392.889806] env[69735]: DEBUG nova.network.neutron [req-0e7b4e5e-b066-4960-a108-7b41170d74c7 req-58dd0aa9-8ad4-4edd-979c-55d1ce60b681 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.033020] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606339, 'name': ReconfigVM_Task, 'duration_secs': 0.291979} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.033521] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 6393f191-8d91-4dbb-ba8e-9b00f15227d3/6393f191-8d91-4dbb-ba8e-9b00f15227d3.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.034030] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b250658-7a23-4516-afbc-e584b1c059e1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.041247] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1393.041247] env[69735]: value = "task-3606340" [ 1393.041247] env[69735]: _type = "Task" [ 1393.041247] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.049440] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606340, 'name': Rename_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.110024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.110287] env[69735]: INFO nova.compute.manager [None req-058531a9-99b4-4464-b7cb-de1d8b75a359 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Successfully reverted task state from rebuilding on failure for instance. [ 1393.367844] env[69735]: DEBUG nova.network.neutron [-] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.393956] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98c7a8f8-7a0b-4942-b90e-5c033f906627 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.405925] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce2db1d-a914-421f-8d06-b1b704143310 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.434286] env[69735]: DEBUG nova.compute.manager [req-0e7b4e5e-b066-4960-a108-7b41170d74c7 req-58dd0aa9-8ad4-4edd-979c-55d1ce60b681 service nova] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Detach interface failed, port_id=505ef28a-1b34-4ca2-84ef-9f701e55893d, reason: Instance 2c96f641-8922-4fd2-9490-7262308ad99b could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.555982] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606340, 'name': Rename_Task, 'duration_secs': 0.148991} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.556352] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.556620] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291f6af5-615c-4aa5-92ca-9a684854a984 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.564568] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1393.564568] env[69735]: value = "task-3606341" [ 1393.564568] env[69735]: _type = "Task" [ 1393.564568] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.580070] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.871830] env[69735]: INFO nova.compute.manager [-] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Took 1.63 seconds to deallocate network for instance. [ 1394.074055] env[69735]: DEBUG oslo_vmware.api [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606341, 'name': PowerOnVM_Task, 'duration_secs': 0.423463} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.074372] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.074568] env[69735]: INFO nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1394.074746] env[69735]: DEBUG nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.079022] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086734c5-ba7c-4364-8c8a-7065d46305a5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.430580] env[69735]: INFO nova.compute.manager [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Took 0.56 seconds to detach 1 volumes for instance. [ 1394.432790] env[69735]: DEBUG nova.compute.manager [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Deleting volume: 12e7503d-08d2-4822-9302-4bf2e0ef764a {{(pid=69735) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1394.595729] env[69735]: INFO nova.compute.manager [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Took 11.52 seconds to build instance. [ 1394.921949] env[69735]: DEBUG nova.compute.manager [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Received event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.922629] env[69735]: DEBUG nova.compute.manager [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing instance network info cache due to event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1394.922937] env[69735]: DEBUG oslo_concurrency.lockutils [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] Acquiring lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.923167] env[69735]: DEBUG oslo_concurrency.lockutils [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] Acquired lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.923382] env[69735]: DEBUG nova.network.neutron [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.978813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.979212] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.979443] env[69735]: DEBUG nova.objects.instance [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lazy-loading 'resources' on Instance uuid 2c96f641-8922-4fd2-9490-7262308ad99b {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.101017] env[69735]: DEBUG oslo_concurrency.lockutils [None req-90947c92-e932-4931-84ae-3f4d2ee9c23d tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.031s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.489235] env[69735]: DEBUG nova.compute.manager [req-01889853-9107-4141-9607-9e71865777c4 req-6d866e74-7692-43f2-b8d5-b8301f53ab96 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received event network-changed-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.489471] env[69735]: DEBUG nova.compute.manager [req-01889853-9107-4141-9607-9e71865777c4 req-6d866e74-7692-43f2-b8d5-b8301f53ab96 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Refreshing instance network info cache due to event network-changed-bcd16582-59e6-46b4-83fd-46c278542475. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.489660] env[69735]: DEBUG oslo_concurrency.lockutils [req-01889853-9107-4141-9607-9e71865777c4 req-6d866e74-7692-43f2-b8d5-b8301f53ab96 service nova] Acquiring lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.489802] env[69735]: DEBUG oslo_concurrency.lockutils [req-01889853-9107-4141-9607-9e71865777c4 req-6d866e74-7692-43f2-b8d5-b8301f53ab96 service nova] Acquired lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.489959] env[69735]: DEBUG nova.network.neutron [req-01889853-9107-4141-9607-9e71865777c4 req-6d866e74-7692-43f2-b8d5-b8301f53ab96 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Refreshing network info cache for port bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.562878] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c4441e-ec6c-4339-8e99-4609e95fa9f6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.571965] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028c364b-469c-4f9a-8402-7efaea32f72a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.606751] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434964c9-8120-426b-b74a-96facea76e2e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.614203] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f78e0-8c87-4bd7-bb05-1d3eb5941b99 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.628310] env[69735]: DEBUG nova.compute.provider_tree [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.789907] env[69735]: DEBUG nova.network.neutron [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updated VIF entry in instance network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.790373] env[69735]: DEBUG nova.network.neutron [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [{"id": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "address": "fa:16:3e:65:d8:65", "network": {"id": "a45cae08-ff86-4216-9053-c0cfc63663f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2015971111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14c450f45e644fc0a5cf9d30147cb7d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a15ff0-5b", "ovs_interfaceid": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.131335] env[69735]: DEBUG nova.scheduler.client.report [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.293487] env[69735]: DEBUG oslo_concurrency.lockutils [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] Releasing lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.293835] env[69735]: DEBUG nova.compute.manager [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Received event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.294125] env[69735]: DEBUG nova.compute.manager [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing instance network info cache due to event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.294441] env[69735]: DEBUG oslo_concurrency.lockutils [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] Acquiring lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.294674] env[69735]: DEBUG oslo_concurrency.lockutils [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] Acquired lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.294920] env[69735]: DEBUG nova.network.neutron [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.348760] env[69735]: DEBUG nova.network.neutron [req-01889853-9107-4141-9607-9e71865777c4 req-6d866e74-7692-43f2-b8d5-b8301f53ab96 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updated VIF entry in instance network info cache for port bcd16582-59e6-46b4-83fd-46c278542475. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.349143] env[69735]: DEBUG nova.network.neutron [req-01889853-9107-4141-9607-9e71865777c4 req-6d866e74-7692-43f2-b8d5-b8301f53ab96 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [{"id": "bcd16582-59e6-46b4-83fd-46c278542475", "address": "fa:16:3e:f7:b4:a6", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd16582-59", "ovs_interfaceid": "bcd16582-59e6-46b4-83fd-46c278542475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.637091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.851740] env[69735]: DEBUG oslo_concurrency.lockutils [req-01889853-9107-4141-9607-9e71865777c4 req-6d866e74-7692-43f2-b8d5-b8301f53ab96 service nova] Releasing lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.954200] env[69735]: DEBUG nova.compute.manager [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Received event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.954432] env[69735]: DEBUG nova.compute.manager [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing instance network info cache due to event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.954626] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] Acquiring lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.010282] env[69735]: DEBUG nova.network.neutron [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updated VIF entry in instance network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.010640] env[69735]: DEBUG nova.network.neutron [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [{"id": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "address": "fa:16:3e:65:d8:65", "network": {"id": "a45cae08-ff86-4216-9053-c0cfc63663f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2015971111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14c450f45e644fc0a5cf9d30147cb7d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a15ff0-5b", "ovs_interfaceid": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.158975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-970e00a4-f090-4226-acd9-b2edb1ec02e3 tempest-ServerActionsV293TestJSON-143764121 tempest-ServerActionsV293TestJSON-143764121-project-member] Lock "2c96f641-8922-4fd2-9490-7262308ad99b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.502s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.257910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "1f819ed1-3815-4e28-9c38-07ad75df14f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.258188] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "1f819ed1-3815-4e28-9c38-07ad75df14f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.258398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "1f819ed1-3815-4e28-9c38-07ad75df14f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.258590] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "1f819ed1-3815-4e28-9c38-07ad75df14f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.258751] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "1f819ed1-3815-4e28-9c38-07ad75df14f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.261136] env[69735]: INFO nova.compute.manager [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Terminating instance [ 1397.514098] env[69735]: DEBUG oslo_concurrency.lockutils [req-086a0fe0-ab6e-4854-bbfb-c68607b8bbe2 req-294658df-4852-4417-a765-ecf5a2b4d01f service nova] Releasing lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.514564] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] Acquired lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.514804] env[69735]: DEBUG nova.network.neutron [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.765143] env[69735]: DEBUG nova.compute.manager [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.765351] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.766306] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c836e412-7834-4a75-86be-78479c30dfe3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.774309] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.774555] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afd6a2b6-e226-4267-b0a9-a7ff11a17ffb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.780512] env[69735]: DEBUG oslo_vmware.api [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1397.780512] env[69735]: value = "task-3606343" [ 1397.780512] env[69735]: _type = "Task" [ 1397.780512] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.787975] env[69735]: DEBUG oslo_vmware.api [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.181373] env[69735]: DEBUG nova.network.neutron [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updated VIF entry in instance network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.181607] env[69735]: DEBUG nova.network.neutron [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [{"id": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "address": "fa:16:3e:65:d8:65", "network": {"id": "a45cae08-ff86-4216-9053-c0cfc63663f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2015971111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14c450f45e644fc0a5cf9d30147cb7d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a15ff0-5b", "ovs_interfaceid": "42a15ff0-5be4-4f3f-abac-e50f533373bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.290340] env[69735]: DEBUG oslo_vmware.api [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606343, 'name': PowerOffVM_Task, 'duration_secs': 0.256827} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.290566] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.290733] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.290968] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da149969-421c-4043-bd63-decbcfefdb6f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.354761] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.354965] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.355177] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Deleting the datastore file [datastore2] 1f819ed1-3815-4e28-9c38-07ad75df14f2 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.355432] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7898b7e4-c5d9-4398-b46f-830c85a13000 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.362557] env[69735]: DEBUG oslo_vmware.api [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for the task: (returnval){ [ 1398.362557] env[69735]: value = "task-3606345" [ 1398.362557] env[69735]: _type = "Task" [ 1398.362557] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.369898] env[69735]: DEBUG oslo_vmware.api [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.684518] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] Releasing lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.684778] env[69735]: DEBUG nova.compute.manager [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Received event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.684945] env[69735]: DEBUG nova.compute.manager [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing instance network info cache due to event network-changed-42a15ff0-5be4-4f3f-abac-e50f533373bf. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.685189] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] Acquiring lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.685337] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] Acquired lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.685496] env[69735]: DEBUG nova.network.neutron [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Refreshing network info cache for port 42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.873736] env[69735]: DEBUG oslo_vmware.api [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Task: {'id': task-3606345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181124} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.874047] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.874259] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.874431] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.874606] env[69735]: INFO nova.compute.manager [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1398.874829] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.875018] env[69735]: DEBUG nova.compute.manager [-] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.875113] env[69735]: DEBUG nova.network.neutron [-] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.120505] env[69735]: DEBUG nova.compute.manager [req-8057073f-be0e-4015-b870-25ad69089bf7 req-f5ffd53b-acf3-4029-9f1a-a0e7dcf08b18 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Received event network-vif-deleted-42a15ff0-5be4-4f3f-abac-e50f533373bf {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.120709] env[69735]: INFO nova.compute.manager [req-8057073f-be0e-4015-b870-25ad69089bf7 req-f5ffd53b-acf3-4029-9f1a-a0e7dcf08b18 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Neutron deleted interface 42a15ff0-5be4-4f3f-abac-e50f533373bf; detaching it from the instance and deleting it from the info cache [ 1399.120855] env[69735]: DEBUG nova.network.neutron [req-8057073f-be0e-4015-b870-25ad69089bf7 req-f5ffd53b-acf3-4029-9f1a-a0e7dcf08b18 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.203587] env[69735]: INFO nova.network.neutron [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Port 42a15ff0-5be4-4f3f-abac-e50f533373bf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1399.203831] env[69735]: DEBUG nova.network.neutron [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.603655] env[69735]: DEBUG nova.network.neutron [-] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.625300] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2063984-dcb1-490f-b2ea-16d988b37e32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.635423] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb7334-63eb-473f-944c-1b60223badac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.660950] env[69735]: DEBUG nova.compute.manager [req-8057073f-be0e-4015-b870-25ad69089bf7 req-f5ffd53b-acf3-4029-9f1a-a0e7dcf08b18 service nova] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Detach interface failed, port_id=42a15ff0-5be4-4f3f-abac-e50f533373bf, reason: Instance 1f819ed1-3815-4e28-9c38-07ad75df14f2 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1399.705982] env[69735]: DEBUG oslo_concurrency.lockutils [req-9dc7350c-c468-4100-99f3-e3bb065ee7ed req-b7063b9b-3659-49a4-abfc-4bc033b399ab service nova] Releasing lock "refresh_cache-1f819ed1-3815-4e28-9c38-07ad75df14f2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.106639] env[69735]: INFO nova.compute.manager [-] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Took 1.23 seconds to deallocate network for instance. [ 1400.613494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.613813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.613938] env[69735]: DEBUG nova.objects.instance [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lazy-loading 'resources' on Instance uuid 1f819ed1-3815-4e28-9c38-07ad75df14f2 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.169385] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3578098e-1197-4ca9-99b6-4b1f36f98ed0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.177485] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3abb2e-dfce-4fbe-8e9f-d035020c0ffc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.209441] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb8555-b503-4edb-b517-9fdeecb1daa3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.217243] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69f5bf9-7fcb-40dc-903e-64e20af8cd09 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.230308] env[69735]: DEBUG nova.compute.provider_tree [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.760734] env[69735]: DEBUG nova.scheduler.client.report [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Updated inventory for provider 41570629-1595-48b8-987e-dbba8db28f32 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1401.761037] env[69735]: DEBUG nova.compute.provider_tree [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Updating resource provider 41570629-1595-48b8-987e-dbba8db28f32 generation from 183 to 184 during operation: update_inventory {{(pid=69735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1401.761200] env[69735]: DEBUG nova.compute.provider_tree [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Updating inventory in ProviderTree for provider 41570629-1595-48b8-987e-dbba8db28f32 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.266374] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.284429] env[69735]: INFO nova.scheduler.client.report [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Deleted allocations for instance 1f819ed1-3815-4e28-9c38-07ad75df14f2 [ 1402.793884] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d13ffc2d-e5eb-4d87-8513-75ec14bba9f0 tempest-ServerRescueTestJSONUnderV235-731070856 tempest-ServerRescueTestJSONUnderV235-731070856-project-member] Lock "1f819ed1-3815-4e28-9c38-07ad75df14f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.536s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.590902] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.591344] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.591943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.592160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.592335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.594262] env[69735]: INFO nova.compute.manager [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Terminating instance [ 1405.099340] env[69735]: DEBUG nova.compute.manager [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.099580] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.100529] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37c841d-e94c-4de4-881a-bf028153e834 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.108342] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.108567] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a0469db-9b6c-453a-a597-f4e1a2347346 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.114305] env[69735]: DEBUG oslo_vmware.api [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1405.114305] env[69735]: value = "task-3606346" [ 1405.114305] env[69735]: _type = "Task" [ 1405.114305] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.123064] env[69735]: DEBUG oslo_vmware.api [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.627936] env[69735]: DEBUG oslo_vmware.api [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606346, 'name': PowerOffVM_Task, 'duration_secs': 0.170927} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.628345] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.628603] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.628919] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84f42b7d-0c28-4268-8bf8-28d14178104d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.696644] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.697015] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.697291] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Deleting the datastore file [datastore1] fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.697619] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88c1c644-a3a0-4c8e-a03e-2e25ef651650 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.704761] env[69735]: DEBUG oslo_vmware.api [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1405.704761] env[69735]: value = "task-3606348" [ 1405.704761] env[69735]: _type = "Task" [ 1405.704761] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.712217] env[69735]: DEBUG oslo_vmware.api [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.714681] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.214658] env[69735]: DEBUG oslo_vmware.api [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130229} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.214922] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.215129] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.215310] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.215483] env[69735]: INFO nova.compute.manager [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1406.215719] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.215908] env[69735]: DEBUG nova.compute.manager [-] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.216010] env[69735]: DEBUG nova.network.neutron [-] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.654577] env[69735]: DEBUG nova.compute.manager [req-09d01a61-41fe-4eb1-8e47-508bfe706b86 req-94d07929-72c7-4cf8-9ca5-8d8bd061ce53 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Received event network-vif-deleted-3092548d-72ed-469c-ae78-cef480f00240 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.654805] env[69735]: INFO nova.compute.manager [req-09d01a61-41fe-4eb1-8e47-508bfe706b86 req-94d07929-72c7-4cf8-9ca5-8d8bd061ce53 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Neutron deleted interface 3092548d-72ed-469c-ae78-cef480f00240; detaching it from the instance and deleting it from the info cache [ 1406.654923] env[69735]: DEBUG nova.network.neutron [req-09d01a61-41fe-4eb1-8e47-508bfe706b86 req-94d07929-72c7-4cf8-9ca5-8d8bd061ce53 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.131980] env[69735]: DEBUG nova.network.neutron [-] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.157257] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1342005e-186a-4fff-8c15-338526d897e2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.167889] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bf6096-6d5d-469e-93c6-a435a290a4ca {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.191941] env[69735]: DEBUG nova.compute.manager [req-09d01a61-41fe-4eb1-8e47-508bfe706b86 req-94d07929-72c7-4cf8-9ca5-8d8bd061ce53 service nova] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Detach interface failed, port_id=3092548d-72ed-469c-ae78-cef480f00240, reason: Instance fe212b7e-7e26-4a31-9c22-a766fe0a4d87 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.635105] env[69735]: INFO nova.compute.manager [-] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Took 1.42 seconds to deallocate network for instance. [ 1407.714609] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.141852] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.142231] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.142464] env[69735]: DEBUG nova.objects.instance [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'resources' on Instance uuid fe212b7e-7e26-4a31-9c22-a766fe0a4d87 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.685783] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4085a-38f5-4282-9a02-4ea757cb5f4b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.693571] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b83f9e3-9dfb-4247-bfcd-d97d2cdb1807 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.723519] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.724269] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.726433] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f499e0b2-3cb5-471d-9378-16b6d1a8b5c8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.733320] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08908cd-3e73-4eb1-a81f-421f6c38c230 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.746656] env[69735]: DEBUG nova.compute.provider_tree [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.227663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.249861] env[69735]: DEBUG nova.scheduler.client.report [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.755027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.757769] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.530s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.757952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.758127] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1409.758996] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4e7752-2b01-46c0-93f4-c46b62ec9420 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.766948] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e86493-4feb-4353-b15a-b1168c9175c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.782171] env[69735]: INFO nova.scheduler.client.report [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Deleted allocations for instance fe212b7e-7e26-4a31-9c22-a766fe0a4d87 [ 1409.783546] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae1aa67-4a86-41d8-9292-4a3c72f35949 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.792216] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0262655e-3497-4fac-9472-f0306e057b49 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.821996] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180205MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1409.822136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.822338] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.291668] env[69735]: DEBUG oslo_concurrency.lockutils [None req-4b48b53e-ca7f-418f-bf37-b18bbc38058e tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "fe212b7e-7e26-4a31-9c22-a766fe0a4d87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.843629] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 6393f191-8d91-4dbb-ba8e-9b00f15227d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1410.843919] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1410.844158] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1410.870776] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdbd898-7950-4739-a890-fd6249f703fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.878544] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea16d8-f61a-402a-bf43-71da683ee077 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.908153] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb26c77-6dc5-400f-b531-27f5852ebbee {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.915062] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfa92f3-4e33-4f4c-a7f6-24babbf24eed {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.928841] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.431891] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.937048] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1411.937314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.501824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.502077] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.004426] env[69735]: DEBUG nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Starting instance... {{(pid=69735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.525312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.525585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.527103] env[69735]: INFO nova.compute.claims [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.923363] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.923631] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.923856] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.924078] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.924262] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1414.570980] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a25dc95-e688-48f4-b86f-5fd6302f5eb3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.578594] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab537cc-057e-4d59-9648-2f97ed5cf2f1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.608439] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c23cf7-62ce-45e4-ae89-8debfc753ed8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.615079] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb367d9-b781-4694-9b3d-1553567f2330 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.627693] env[69735]: DEBUG nova.compute.provider_tree [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.132028] env[69735]: DEBUG nova.scheduler.client.report [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.635590] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.636126] env[69735]: DEBUG nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Start building networks asynchronously for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.140847] env[69735]: DEBUG nova.compute.utils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1416.142322] env[69735]: DEBUG nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Allocating IP information in the background. {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.142493] env[69735]: DEBUG nova.network.neutron [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] allocate_for_instance() {{(pid=69735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.196244] env[69735]: DEBUG nova.policy [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd4b3518a094a63950a7b92a0f67545', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f98c6276e5e477abb6848d3826850be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.430764] env[69735]: DEBUG nova.network.neutron [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Successfully created port: 797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.645277] env[69735]: DEBUG nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Start building block device mappings for instance. {{(pid=69735) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.655100] env[69735]: DEBUG nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Start spawning the instance on the hypervisor. {{(pid=69735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.681176] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:25:28Z,direct_url=,disk_format='vmdk',id=ff36286c-113e-4e32-9c9a-57968a528ea6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a17cd48a72254373bc090d67dcc04a5d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.681294] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.681352] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.681512] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.681660] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.681807] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.682017] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.682178] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.682345] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.682504] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.682673] env[69735]: DEBUG nova.virt.hardware [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.683558] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daebbadd-ef53-489f-b2eb-cdc310a475c6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.691490] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d59e71-2675-4d83-b41c-7ef502b6e292 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.781364] env[69735]: DEBUG nova.compute.manager [req-e8c61a22-ffb2-47f1-9717-85443a98a173 req-3d1b3e25-3705-44b9-a49e-73778de0ec30 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Received event network-vif-plugged-797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.781579] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c61a22-ffb2-47f1-9717-85443a98a173 req-3d1b3e25-3705-44b9-a49e-73778de0ec30 service nova] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.781820] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c61a22-ffb2-47f1-9717-85443a98a173 req-3d1b3e25-3705-44b9-a49e-73778de0ec30 service nova] Lock "7145b6b7-fbef-41d5-b675-4267df9186de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.781962] env[69735]: DEBUG oslo_concurrency.lockutils [req-e8c61a22-ffb2-47f1-9717-85443a98a173 req-3d1b3e25-3705-44b9-a49e-73778de0ec30 service nova] Lock "7145b6b7-fbef-41d5-b675-4267df9186de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.782142] env[69735]: DEBUG nova.compute.manager [req-e8c61a22-ffb2-47f1-9717-85443a98a173 req-3d1b3e25-3705-44b9-a49e-73778de0ec30 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] No waiting events found dispatching network-vif-plugged-797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.782275] env[69735]: WARNING nova.compute.manager [req-e8c61a22-ffb2-47f1-9717-85443a98a173 req-3d1b3e25-3705-44b9-a49e-73778de0ec30 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Received unexpected event network-vif-plugged-797dda01-8700-4345-b02d-b775467ede5f for instance with vm_state building and task_state spawning. [ 1418.085354] env[69735]: DEBUG nova.network.neutron [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Successfully updated port: 797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.589912] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.590086] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.590249] env[69735]: DEBUG nova.network.neutron [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.125297] env[69735]: DEBUG nova.network.neutron [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Instance cache missing network info. {{(pid=69735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.250555] env[69735]: DEBUG nova.network.neutron [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updating instance_info_cache with network_info: [{"id": "797dda01-8700-4345-b02d-b775467ede5f", "address": "fa:16:3e:e8:92:6d", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797dda01-87", "ovs_interfaceid": "797dda01-8700-4345-b02d-b775467ede5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.752760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Releasing lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.753074] env[69735]: DEBUG nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Instance network_info: |[{"id": "797dda01-8700-4345-b02d-b775467ede5f", "address": "fa:16:3e:e8:92:6d", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797dda01-87", "ovs_interfaceid": "797dda01-8700-4345-b02d-b775467ede5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.753525] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:92:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '797dda01-8700-4345-b02d-b775467ede5f', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.761131] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.761336] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.761561] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64a3dfc4-e961-4e1a-9c98-df1a48b8c8c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.781417] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.781417] env[69735]: value = "task-3606349" [ 1419.781417] env[69735]: _type = "Task" [ 1419.781417] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.791566] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606349, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.808201] env[69735]: DEBUG nova.compute.manager [req-ad237ec3-40eb-427a-b3dc-fc20e15e4e4a req-5ecf89a3-4ddb-4254-809f-b49bca3115a0 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Received event network-changed-797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.808395] env[69735]: DEBUG nova.compute.manager [req-ad237ec3-40eb-427a-b3dc-fc20e15e4e4a req-5ecf89a3-4ddb-4254-809f-b49bca3115a0 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Refreshing instance network info cache due to event network-changed-797dda01-8700-4345-b02d-b775467ede5f. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1419.808583] env[69735]: DEBUG oslo_concurrency.lockutils [req-ad237ec3-40eb-427a-b3dc-fc20e15e4e4a req-5ecf89a3-4ddb-4254-809f-b49bca3115a0 service nova] Acquiring lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.808726] env[69735]: DEBUG oslo_concurrency.lockutils [req-ad237ec3-40eb-427a-b3dc-fc20e15e4e4a req-5ecf89a3-4ddb-4254-809f-b49bca3115a0 service nova] Acquired lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.808881] env[69735]: DEBUG nova.network.neutron [req-ad237ec3-40eb-427a-b3dc-fc20e15e4e4a req-5ecf89a3-4ddb-4254-809f-b49bca3115a0 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Refreshing network info cache for port 797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.290768] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606349, 'name': CreateVM_Task, 'duration_secs': 0.305121} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.291146] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.291629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.291804] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.292150] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.292404] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdd57eb-91d9-4a92-87e9-ef326a998071 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.296529] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1420.296529] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528cb561-d4c5-cec1-986a-1611f41ed77d" [ 1420.296529] env[69735]: _type = "Task" [ 1420.296529] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.303653] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528cb561-d4c5-cec1-986a-1611f41ed77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.476463] env[69735]: DEBUG nova.network.neutron [req-ad237ec3-40eb-427a-b3dc-fc20e15e4e4a req-5ecf89a3-4ddb-4254-809f-b49bca3115a0 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updated VIF entry in instance network info cache for port 797dda01-8700-4345-b02d-b775467ede5f. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.476852] env[69735]: DEBUG nova.network.neutron [req-ad237ec3-40eb-427a-b3dc-fc20e15e4e4a req-5ecf89a3-4ddb-4254-809f-b49bca3115a0 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updating instance_info_cache with network_info: [{"id": "797dda01-8700-4345-b02d-b775467ede5f", "address": "fa:16:3e:e8:92:6d", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797dda01-87", "ovs_interfaceid": "797dda01-8700-4345-b02d-b775467ede5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.807059] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]528cb561-d4c5-cec1-986a-1611f41ed77d, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.807394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.807590] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Processing image ff36286c-113e-4e32-9c9a-57968a528ea6 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.807823] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.807968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.808160] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.808400] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1985ca8e-6d89-49d8-a4e7-9a1c6f7f4f01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.816187] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.816357] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.817043] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b463c2-59db-4fc5-9462-db3950695de5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.821352] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1420.821352] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e5c1bb-8a69-f4ee-fe10-842b4f14b763" [ 1420.821352] env[69735]: _type = "Task" [ 1420.821352] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.828428] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e5c1bb-8a69-f4ee-fe10-842b4f14b763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.979789] env[69735]: DEBUG oslo_concurrency.lockutils [req-ad237ec3-40eb-427a-b3dc-fc20e15e4e4a req-5ecf89a3-4ddb-4254-809f-b49bca3115a0 service nova] Releasing lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.332439] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e5c1bb-8a69-f4ee-fe10-842b4f14b763, 'name': SearchDatastore_Task, 'duration_secs': 0.008539} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.333186] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7376fa74-fb3c-4a98-afe1-d7556b8486ef {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.337865] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1421.337865] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529a5e5e-1d13-918f-d414-faacc597b6e8" [ 1421.337865] env[69735]: _type = "Task" [ 1421.337865] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.344735] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529a5e5e-1d13-918f-d414-faacc597b6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.848570] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]529a5e5e-1d13-918f-d414-faacc597b6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.848784] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.849057] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 7145b6b7-fbef-41d5-b675-4267df9186de/7145b6b7-fbef-41d5-b675-4267df9186de.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.849317] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0676a3d-8ecd-4d75-a792-312943696a6e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.856433] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1421.856433] env[69735]: value = "task-3606350" [ 1421.856433] env[69735]: _type = "Task" [ 1421.856433] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.863548] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.366520] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444455} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.366948] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff36286c-113e-4e32-9c9a-57968a528ea6/ff36286c-113e-4e32-9c9a-57968a528ea6.vmdk to [datastore2] 7145b6b7-fbef-41d5-b675-4267df9186de/7145b6b7-fbef-41d5-b675-4267df9186de.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.367040] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Extending root virtual disk to 1048576 {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.367334] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c80cae7-25b5-4c94-8cfe-aa96f2fcede5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.373462] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1422.373462] env[69735]: value = "task-3606351" [ 1422.373462] env[69735]: _type = "Task" [ 1422.373462] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.380406] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.882887] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067397} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.883168] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Extended root virtual disk {{(pid=69735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.883908] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a657a44b-09ee-4e92-b32d-303ae7903868 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.904581] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 7145b6b7-fbef-41d5-b675-4267df9186de/7145b6b7-fbef-41d5-b675-4267df9186de.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.904790] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715f7675-a22e-468c-a3d7-43438859d193 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.923586] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1422.923586] env[69735]: value = "task-3606352" [ 1422.923586] env[69735]: _type = "Task" [ 1422.923586] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.932099] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.432880] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606352, 'name': ReconfigVM_Task, 'duration_secs': 0.304298} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.433323] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 7145b6b7-fbef-41d5-b675-4267df9186de/7145b6b7-fbef-41d5-b675-4267df9186de.vmdk or device None with type sparse {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.433975] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc7785b8-6d5f-48c3-9169-3093f2d92c71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.440385] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1423.440385] env[69735]: value = "task-3606353" [ 1423.440385] env[69735]: _type = "Task" [ 1423.440385] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.447745] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606353, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.950252] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606353, 'name': Rename_Task, 'duration_secs': 0.141639} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.950526] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.950767] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa1a46a-6845-442e-abbf-7f09647ebcd6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.956108] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1423.956108] env[69735]: value = "task-3606354" [ 1423.956108] env[69735]: _type = "Task" [ 1423.956108] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.963189] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.465745] env[69735]: DEBUG oslo_vmware.api [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606354, 'name': PowerOnVM_Task, 'duration_secs': 0.462549} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.466221] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.466221] env[69735]: INFO nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1424.466386] env[69735]: DEBUG nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.467155] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a74df8-b5be-44c7-9233-445c7d863892 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.987152] env[69735]: INFO nova.compute.manager [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Took 11.48 seconds to build instance. [ 1425.396618] env[69735]: DEBUG nova.compute.manager [req-86c8c851-c7be-4ff1-af81-cc6af099f1b9 req-b078b8c0-d298-49c5-9dc6-58e9007ebc09 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Received event network-changed-797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.396618] env[69735]: DEBUG nova.compute.manager [req-86c8c851-c7be-4ff1-af81-cc6af099f1b9 req-b078b8c0-d298-49c5-9dc6-58e9007ebc09 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Refreshing instance network info cache due to event network-changed-797dda01-8700-4345-b02d-b775467ede5f. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.396618] env[69735]: DEBUG oslo_concurrency.lockutils [req-86c8c851-c7be-4ff1-af81-cc6af099f1b9 req-b078b8c0-d298-49c5-9dc6-58e9007ebc09 service nova] Acquiring lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.396618] env[69735]: DEBUG oslo_concurrency.lockutils [req-86c8c851-c7be-4ff1-af81-cc6af099f1b9 req-b078b8c0-d298-49c5-9dc6-58e9007ebc09 service nova] Acquired lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.396618] env[69735]: DEBUG nova.network.neutron [req-86c8c851-c7be-4ff1-af81-cc6af099f1b9 req-b078b8c0-d298-49c5-9dc6-58e9007ebc09 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Refreshing network info cache for port 797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.489371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8ff010ef-4d76-42fc-b3c7-e7baf5291978 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.987s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.095280] env[69735]: DEBUG nova.network.neutron [req-86c8c851-c7be-4ff1-af81-cc6af099f1b9 req-b078b8c0-d298-49c5-9dc6-58e9007ebc09 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updated VIF entry in instance network info cache for port 797dda01-8700-4345-b02d-b775467ede5f. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.095634] env[69735]: DEBUG nova.network.neutron [req-86c8c851-c7be-4ff1-af81-cc6af099f1b9 req-b078b8c0-d298-49c5-9dc6-58e9007ebc09 service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updating instance_info_cache with network_info: [{"id": "797dda01-8700-4345-b02d-b775467ede5f", "address": "fa:16:3e:e8:92:6d", "network": {"id": "e5f2a263-3a8a-42c0-9e27-a48177f63131", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-208219855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f98c6276e5e477abb6848d3826850be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797dda01-87", "ovs_interfaceid": "797dda01-8700-4345-b02d-b775467ede5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.598918] env[69735]: DEBUG oslo_concurrency.lockutils [req-86c8c851-c7be-4ff1-af81-cc6af099f1b9 req-b078b8c0-d298-49c5-9dc6-58e9007ebc09 service nova] Releasing lock "refresh_cache-7145b6b7-fbef-41d5-b675-4267df9186de" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.488111] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.488495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.488592] env[69735]: INFO nova.compute.manager [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Shelving [ 1436.498378] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1436.498772] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ddaf2aa-4a2b-4572-a9df-a90cd602262a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.507271] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1436.507271] env[69735]: value = "task-3606355" [ 1436.507271] env[69735]: _type = "Task" [ 1436.507271] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.514959] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.017887] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606355, 'name': PowerOffVM_Task, 'duration_secs': 0.24281} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.018171] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.018955] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769243d5-f76f-4a21-94c7-15bf7470dd1c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.038686] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c5cc1b-c12d-4c77-8965-6c9014c21874 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.549080] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Creating Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1437.549414] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8517ca7d-63bd-45e5-88f7-4c63b98d467d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.557523] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1437.557523] env[69735]: value = "task-3606356" [ 1437.557523] env[69735]: _type = "Task" [ 1437.557523] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.565675] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606356, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.068338] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606356, 'name': CreateSnapshot_Task, 'duration_secs': 0.412695} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.068603] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Created Snapshot of the VM instance {{(pid=69735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1438.069326] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff05d442-1407-462c-aa94-17c5c1a0fbda {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.586733] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Creating linked-clone VM from snapshot {{(pid=69735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1438.587195] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-628687ec-0b67-4d8e-b04d-f544fe5e8727 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.596502] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1438.596502] env[69735]: value = "task-3606357" [ 1438.596502] env[69735]: _type = "Task" [ 1438.596502] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.604526] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606357, 'name': CloneVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.106396] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606357, 'name': CloneVM_Task} progress is 94%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.607085] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606357, 'name': CloneVM_Task} progress is 95%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.107012] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606357, 'name': CloneVM_Task, 'duration_secs': 1.104748} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.107268] env[69735]: INFO nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Created linked-clone VM from snapshot [ 1440.107975] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d25a8e-43e7-42c8-b40a-fda7011cfc5b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.114790] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Uploading image 7a1907e2-8c87-4831-8190-f1e8d0825a38 {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1440.135805] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1440.135805] env[69735]: value = "vm-719410" [ 1440.135805] env[69735]: _type = "VirtualMachine" [ 1440.135805] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1440.136230] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5b10c5f-088b-4d94-aafb-12e4b9337444 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.142194] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lease: (returnval){ [ 1440.142194] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520e17d8-c062-e783-9745-b4729d4af815" [ 1440.142194] env[69735]: _type = "HttpNfcLease" [ 1440.142194] env[69735]: } obtained for exporting VM: (result){ [ 1440.142194] env[69735]: value = "vm-719410" [ 1440.142194] env[69735]: _type = "VirtualMachine" [ 1440.142194] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1440.142538] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the lease: (returnval){ [ 1440.142538] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520e17d8-c062-e783-9745-b4729d4af815" [ 1440.142538] env[69735]: _type = "HttpNfcLease" [ 1440.142538] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1440.148047] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1440.148047] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520e17d8-c062-e783-9745-b4729d4af815" [ 1440.148047] env[69735]: _type = "HttpNfcLease" [ 1440.148047] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1440.650135] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1440.650135] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520e17d8-c062-e783-9745-b4729d4af815" [ 1440.650135] env[69735]: _type = "HttpNfcLease" [ 1440.650135] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1440.650493] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1440.650493] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]520e17d8-c062-e783-9745-b4729d4af815" [ 1440.650493] env[69735]: _type = "HttpNfcLease" [ 1440.650493] env[69735]: }. {{(pid=69735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1440.651147] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295f1c39-de9d-47f3-bb9a-75aaa92d6225 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.658150] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52197f9d-daea-034b-a9c3-28e3a2836d26/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1440.658324] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52197f9d-daea-034b-a9c3-28e3a2836d26/disk-0.vmdk for reading. {{(pid=69735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1440.748362] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce419994-fe6b-4e60-88bd-b047e8e3ae00 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.632718] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52197f9d-daea-034b-a9c3-28e3a2836d26/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1447.633697] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40277836-80c8-42d5-9517-c9e07edfbd01 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.639919] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52197f9d-daea-034b-a9c3-28e3a2836d26/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1447.640100] env[69735]: ERROR oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52197f9d-daea-034b-a9c3-28e3a2836d26/disk-0.vmdk due to incomplete transfer. [ 1447.640318] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae3e0e77-0f3e-45d0-8888-bce504890640 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.646661] env[69735]: DEBUG oslo_vmware.rw_handles [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52197f9d-daea-034b-a9c3-28e3a2836d26/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1447.646848] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Uploaded image 7a1907e2-8c87-4831-8190-f1e8d0825a38 to the Glance image server {{(pid=69735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1447.649229] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Destroying the VM {{(pid=69735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1447.649464] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e935be7e-35ae-4608-89c4-fc478b3eee72 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.654173] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1447.654173] env[69735]: value = "task-3606359" [ 1447.654173] env[69735]: _type = "Task" [ 1447.654173] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.662814] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606359, 'name': Destroy_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.163238] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606359, 'name': Destroy_Task, 'duration_secs': 0.363885} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.163501] env[69735]: INFO nova.virt.vmwareapi.vm_util [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Destroyed the VM [ 1448.163737] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Deleting Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1448.163980] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be29ddaf-79b5-4d41-90ad-53a901b44de3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.171234] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1448.171234] env[69735]: value = "task-3606360" [ 1448.171234] env[69735]: _type = "Task" [ 1448.171234] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.835333] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606360, 'name': RemoveSnapshot_Task, 'duration_secs': 0.337921} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.835736] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Deleted Snapshot of the VM instance {{(pid=69735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1448.835830] env[69735]: DEBUG nova.compute.manager [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.836621] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a2c341-be1d-4f8e-a3ef-e543582dfff4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.348541] env[69735]: INFO nova.compute.manager [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Shelve offloading [ 1449.852168] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.852546] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca4225a0-9a57-47a4-90f8-d9aeb110c48b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.861208] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1449.861208] env[69735]: value = "task-3606361" [ 1449.861208] env[69735]: _type = "Task" [ 1449.861208] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.868953] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.371761] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] VM already powered off {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1450.372024] env[69735]: DEBUG nova.compute.manager [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.372719] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa3a3d2-c87e-4d05-aeb1-2fefb3bc27da {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.377905] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.378081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.378251] env[69735]: DEBUG nova.network.neutron [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.115515] env[69735]: DEBUG nova.network.neutron [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [{"id": "bcd16582-59e6-46b4-83fd-46c278542475", "address": "fa:16:3e:f7:b4:a6", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd16582-59", "ovs_interfaceid": "bcd16582-59e6-46b4-83fd-46c278542475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.618971] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.879387] env[69735]: DEBUG nova.compute.manager [req-deef1a0c-0802-444c-89cb-e9205be09d9c req-389d9c59-051a-4214-978d-113bf44014c3 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received event network-vif-unplugged-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.879600] env[69735]: DEBUG oslo_concurrency.lockutils [req-deef1a0c-0802-444c-89cb-e9205be09d9c req-389d9c59-051a-4214-978d-113bf44014c3 service nova] Acquiring lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.879804] env[69735]: DEBUG oslo_concurrency.lockutils [req-deef1a0c-0802-444c-89cb-e9205be09d9c req-389d9c59-051a-4214-978d-113bf44014c3 service nova] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.880021] env[69735]: DEBUG oslo_concurrency.lockutils [req-deef1a0c-0802-444c-89cb-e9205be09d9c req-389d9c59-051a-4214-978d-113bf44014c3 service nova] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.880414] env[69735]: DEBUG nova.compute.manager [req-deef1a0c-0802-444c-89cb-e9205be09d9c req-389d9c59-051a-4214-978d-113bf44014c3 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] No waiting events found dispatching network-vif-unplugged-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1451.880666] env[69735]: WARNING nova.compute.manager [req-deef1a0c-0802-444c-89cb-e9205be09d9c req-389d9c59-051a-4214-978d-113bf44014c3 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received unexpected event network-vif-unplugged-bcd16582-59e6-46b4-83fd-46c278542475 for instance with vm_state shelved and task_state shelving_offloading. [ 1452.007413] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.008353] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbcc1a4-5040-4c1d-ae62-3222a8e06dc1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.016127] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.016352] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-198e12f0-a426-4e15-af3f-02ea01a46f92 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.088262] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.088432] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.088613] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleting the datastore file [datastore2] 6393f191-8d91-4dbb-ba8e-9b00f15227d3 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.088878] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6a8184f-3d78-46b0-b7b8-4c6ddf2c502d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.095479] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1452.095479] env[69735]: value = "task-3606363" [ 1452.095479] env[69735]: _type = "Task" [ 1452.095479] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.102659] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.605492] env[69735]: DEBUG oslo_vmware.api [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15277} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.605940] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.605940] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.606096] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.705881] env[69735]: INFO nova.scheduler.client.report [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted allocations for instance 6393f191-8d91-4dbb-ba8e-9b00f15227d3 [ 1453.210851] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.211200] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.211428] env[69735]: DEBUG nova.objects.instance [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'resources' on Instance uuid 6393f191-8d91-4dbb-ba8e-9b00f15227d3 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.714319] env[69735]: DEBUG nova.objects.instance [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'numa_topology' on Instance uuid 6393f191-8d91-4dbb-ba8e-9b00f15227d3 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.907511] env[69735]: DEBUG nova.compute.manager [req-e2ebb823-d3b8-4d32-9c63-aef55606addc req-070a03b2-4816-4df4-8133-b8965665cf3c service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received event network-changed-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.907677] env[69735]: DEBUG nova.compute.manager [req-e2ebb823-d3b8-4d32-9c63-aef55606addc req-070a03b2-4816-4df4-8133-b8965665cf3c service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Refreshing instance network info cache due to event network-changed-bcd16582-59e6-46b4-83fd-46c278542475. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1453.907837] env[69735]: DEBUG oslo_concurrency.lockutils [req-e2ebb823-d3b8-4d32-9c63-aef55606addc req-070a03b2-4816-4df4-8133-b8965665cf3c service nova] Acquiring lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.907977] env[69735]: DEBUG oslo_concurrency.lockutils [req-e2ebb823-d3b8-4d32-9c63-aef55606addc req-070a03b2-4816-4df4-8133-b8965665cf3c service nova] Acquired lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.908176] env[69735]: DEBUG nova.network.neutron [req-e2ebb823-d3b8-4d32-9c63-aef55606addc req-070a03b2-4816-4df4-8133-b8965665cf3c service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Refreshing network info cache for port bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.217217] env[69735]: DEBUG nova.objects.base [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Object Instance<6393f191-8d91-4dbb-ba8e-9b00f15227d3> lazy-loaded attributes: resources,numa_topology {{(pid=69735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1454.258612] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605546c1-1a27-47ef-8fd6-6bb26ca6770d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.266202] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f40c1dd-a948-49d4-939b-bf4ed3ea37f3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.299026] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52618c5-899d-4d32-8680-cbcf87ab31af {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.305515] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8745d26-56bf-441c-b8f3-c4d57be46c4a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.319025] env[69735]: DEBUG nova.compute.provider_tree [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.617556] env[69735]: DEBUG nova.network.neutron [req-e2ebb823-d3b8-4d32-9c63-aef55606addc req-070a03b2-4816-4df4-8133-b8965665cf3c service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updated VIF entry in instance network info cache for port bcd16582-59e6-46b4-83fd-46c278542475. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.617901] env[69735]: DEBUG nova.network.neutron [req-e2ebb823-d3b8-4d32-9c63-aef55606addc req-070a03b2-4816-4df4-8133-b8965665cf3c service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [{"id": "bcd16582-59e6-46b4-83fd-46c278542475", "address": "fa:16:3e:f7:b4:a6", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbcd16582-59", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.821043] env[69735]: DEBUG nova.scheduler.client.report [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.120622] env[69735]: DEBUG oslo_concurrency.lockutils [req-e2ebb823-d3b8-4d32-9c63-aef55606addc req-070a03b2-4816-4df4-8133-b8965665cf3c service nova] Releasing lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.314692] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.325656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.834447] env[69735]: DEBUG oslo_concurrency.lockutils [None req-0b062b43-6a84-4d08-a4b9-17b021de8585 tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.346s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.835446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.521s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.835605] env[69735]: INFO nova.compute.manager [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Unshelving [ 1456.863220] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.863506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.863739] env[69735]: DEBUG nova.objects.instance [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'pci_requests' on Instance uuid 6393f191-8d91-4dbb-ba8e-9b00f15227d3 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.367853] env[69735]: DEBUG nova.objects.instance [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'numa_topology' on Instance uuid 6393f191-8d91-4dbb-ba8e-9b00f15227d3 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.871251] env[69735]: INFO nova.compute.claims [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.917810] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a045dc5a-9d0e-4f8f-87da-191693cad344 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.925379] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fcc19b-604d-444d-aec7-87fb829dc152 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.956394] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eeef37-1d25-4d8d-a093-8ed4d9a5b410 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.963297] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17827133-613c-445c-ab34-7734b3d2c8f9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.975924] env[69735]: DEBUG nova.compute.provider_tree [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.479553] env[69735]: DEBUG nova.scheduler.client.report [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.984541] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.121s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.012619] env[69735]: INFO nova.network.neutron [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating port bcd16582-59e6-46b4-83fd-46c278542475 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1461.392665] env[69735]: DEBUG nova.compute.manager [req-62f912ed-0b12-4334-bdd6-fabb6eb86bde req-84a00785-1f0e-4162-be2b-3e54f291e917 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received event network-vif-plugged-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.392892] env[69735]: DEBUG oslo_concurrency.lockutils [req-62f912ed-0b12-4334-bdd6-fabb6eb86bde req-84a00785-1f0e-4162-be2b-3e54f291e917 service nova] Acquiring lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.393089] env[69735]: DEBUG oslo_concurrency.lockutils [req-62f912ed-0b12-4334-bdd6-fabb6eb86bde req-84a00785-1f0e-4162-be2b-3e54f291e917 service nova] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.393261] env[69735]: DEBUG oslo_concurrency.lockutils [req-62f912ed-0b12-4334-bdd6-fabb6eb86bde req-84a00785-1f0e-4162-be2b-3e54f291e917 service nova] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.393428] env[69735]: DEBUG nova.compute.manager [req-62f912ed-0b12-4334-bdd6-fabb6eb86bde req-84a00785-1f0e-4162-be2b-3e54f291e917 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] No waiting events found dispatching network-vif-plugged-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.393589] env[69735]: WARNING nova.compute.manager [req-62f912ed-0b12-4334-bdd6-fabb6eb86bde req-84a00785-1f0e-4162-be2b-3e54f291e917 service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received unexpected event network-vif-plugged-bcd16582-59e6-46b4-83fd-46c278542475 for instance with vm_state shelved_offloaded and task_state spawning. [ 1461.471794] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.471963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.472165] env[69735]: DEBUG nova.network.neutron [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Building network info cache for instance {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.208899] env[69735]: DEBUG nova.network.neutron [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [{"id": "bcd16582-59e6-46b4-83fd-46c278542475", "address": "fa:16:3e:f7:b4:a6", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd16582-59", "ovs_interfaceid": "bcd16582-59e6-46b4-83fd-46c278542475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.711718] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.744326] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:25:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9f3def811b881f37faea315745b3b59b',container_format='bare',created_at=2025-04-25T19:40:11Z,direct_url=,disk_format='vmdk',id=7a1907e2-8c87-4831-8190-f1e8d0825a38,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1039249465-shelved',owner='b7d6a53e939f446cb4f064dcbcb9396b',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-25T19:40:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.744585] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Flavor limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.744740] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Image limits 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.744920] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Flavor pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.745078] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Image pref 0:0:0 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.745227] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.745433] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.745590] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.745757] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Got 1 possible topologies {{(pid=69735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.745917] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.746103] env[69735]: DEBUG nova.virt.hardware [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.746956] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b874db4b-15be-4013-92b5-15abc2a1aa28 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.755106] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c25dffa-4b26-46f5-a660-edd496cb0047 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.768929] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:b4:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcd16582-59e6-46b4-83fd-46c278542475', 'vif_model': 'vmxnet3'}] {{(pid=69735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.776273] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.776481] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Creating VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.776666] env[69735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5a98b96-4422-447c-a541-2833e0b45e74 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.794829] env[69735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.794829] env[69735]: value = "task-3606364" [ 1462.794829] env[69735]: _type = "Task" [ 1462.794829] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.801773] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606364, 'name': CreateVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.978385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.978637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.304676] env[69735]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606364, 'name': CreateVM_Task, 'duration_secs': 0.318534} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.304842] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Created VM on the ESX host {{(pid=69735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.305519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.305684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.306096] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.306348] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2914c5e0-cb93-40ac-98b0-ccb4702a4420 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.310553] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1463.310553] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5244feb4-e3b7-7abc-d9bf-e50695e988e0" [ 1463.310553] env[69735]: _type = "Task" [ 1463.310553] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.317745] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]5244feb4-e3b7-7abc-d9bf-e50695e988e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.417124] env[69735]: DEBUG nova.compute.manager [req-9374ad3f-9fbb-4bc6-88fe-e290045fd277 req-7f1e0585-1ecd-4d37-99cb-244b317cb0da service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received event network-changed-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.417124] env[69735]: DEBUG nova.compute.manager [req-9374ad3f-9fbb-4bc6-88fe-e290045fd277 req-7f1e0585-1ecd-4d37-99cb-244b317cb0da service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Refreshing instance network info cache due to event network-changed-bcd16582-59e6-46b4-83fd-46c278542475. {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1463.417360] env[69735]: DEBUG oslo_concurrency.lockutils [req-9374ad3f-9fbb-4bc6-88fe-e290045fd277 req-7f1e0585-1ecd-4d37-99cb-244b317cb0da service nova] Acquiring lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.417504] env[69735]: DEBUG oslo_concurrency.lockutils [req-9374ad3f-9fbb-4bc6-88fe-e290045fd277 req-7f1e0585-1ecd-4d37-99cb-244b317cb0da service nova] Acquired lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.417662] env[69735]: DEBUG nova.network.neutron [req-9374ad3f-9fbb-4bc6-88fe-e290045fd277 req-7f1e0585-1ecd-4d37-99cb-244b317cb0da service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Refreshing network info cache for port bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.481886] env[69735]: DEBUG nova.compute.utils [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1463.821107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.821460] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Processing image 7a1907e2-8c87-4831-8190-f1e8d0825a38 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.821590] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38/7a1907e2-8c87-4831-8190-f1e8d0825a38.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.821740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38/7a1907e2-8c87-4831-8190-f1e8d0825a38.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.821919] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.822187] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3076b713-bfe8-4a09-8ab1-e573b0257a46 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.830471] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.830645] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.831334] env[69735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec77008e-a6ef-4f8d-a46b-2c8838a40bab {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.835906] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1463.835906] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f4cc1d-a72b-8dd1-b696-82b853c07bf5" [ 1463.835906] env[69735]: _type = "Task" [ 1463.835906] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.842749] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52f4cc1d-a72b-8dd1-b696-82b853c07bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.983920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.113788] env[69735]: DEBUG nova.network.neutron [req-9374ad3f-9fbb-4bc6-88fe-e290045fd277 req-7f1e0585-1ecd-4d37-99cb-244b317cb0da service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updated VIF entry in instance network info cache for port bcd16582-59e6-46b4-83fd-46c278542475. {{(pid=69735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.114183] env[69735]: DEBUG nova.network.neutron [req-9374ad3f-9fbb-4bc6-88fe-e290045fd277 req-7f1e0585-1ecd-4d37-99cb-244b317cb0da service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [{"id": "bcd16582-59e6-46b4-83fd-46c278542475", "address": "fa:16:3e:f7:b4:a6", "network": {"id": "48615c1f-d376-4e33-a3e5-a8bfe9c23bdd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1558795251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7d6a53e939f446cb4f064dcbcb9396b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd16582-59", "ovs_interfaceid": "bcd16582-59e6-46b4-83fd-46c278542475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.346472] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Preparing fetch location {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1464.346733] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Fetch image to [datastore1] OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1/OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1.vmdk {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1464.346915] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Downloading stream optimized image 7a1907e2-8c87-4831-8190-f1e8d0825a38 to [datastore1] OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1/OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1.vmdk on the data store datastore1 as vApp {{(pid=69735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1464.347100] env[69735]: DEBUG nova.virt.vmwareapi.images [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Downloading image file data 7a1907e2-8c87-4831-8190-f1e8d0825a38 to the ESX as VM named 'OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1' {{(pid=69735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1464.412467] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1464.412467] env[69735]: value = "resgroup-9" [ 1464.412467] env[69735]: _type = "ResourcePool" [ 1464.412467] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1464.412723] env[69735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8910a9c8-74de-4606-af99-a97f9b6b5c06 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.433345] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lease: (returnval){ [ 1464.433345] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e75825-1b5a-be9d-0712-0b5b99cbaa90" [ 1464.433345] env[69735]: _type = "HttpNfcLease" [ 1464.433345] env[69735]: } obtained for vApp import into resource pool (val){ [ 1464.433345] env[69735]: value = "resgroup-9" [ 1464.433345] env[69735]: _type = "ResourcePool" [ 1464.433345] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1464.433633] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the lease: (returnval){ [ 1464.433633] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e75825-1b5a-be9d-0712-0b5b99cbaa90" [ 1464.433633] env[69735]: _type = "HttpNfcLease" [ 1464.433633] env[69735]: } to be ready. {{(pid=69735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1464.439551] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1464.439551] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e75825-1b5a-be9d-0712-0b5b99cbaa90" [ 1464.439551] env[69735]: _type = "HttpNfcLease" [ 1464.439551] env[69735]: } is initializing. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1464.616804] env[69735]: DEBUG oslo_concurrency.lockutils [req-9374ad3f-9fbb-4bc6-88fe-e290045fd277 req-7f1e0585-1ecd-4d37-99cb-244b317cb0da service nova] Releasing lock "refresh_cache-6393f191-8d91-4dbb-ba8e-9b00f15227d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.941878] env[69735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1464.941878] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e75825-1b5a-be9d-0712-0b5b99cbaa90" [ 1464.941878] env[69735]: _type = "HttpNfcLease" [ 1464.941878] env[69735]: } is ready. {{(pid=69735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1464.942346] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1464.942346] env[69735]: value = "session[521946f7-7b78-91f5-5a3f-d50e6a84ff42]52e75825-1b5a-be9d-0712-0b5b99cbaa90" [ 1464.942346] env[69735]: _type = "HttpNfcLease" [ 1464.942346] env[69735]: }. {{(pid=69735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1464.942873] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5fecfb-9aee-4d0c-9dc1-afeeac40701d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.949843] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7350-9177-5d80-c421-84f3e9715998/disk-0.vmdk from lease info. {{(pid=69735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1464.950025] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7350-9177-5d80-c421-84f3e9715998/disk-0.vmdk. {{(pid=69735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1465.015051] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-11eaf008-8438-4691-bafd-e2b3e17b81cf {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.053748] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.054018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.054269] env[69735]: INFO nova.compute.manager [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Attaching volume 0e26fbe5-ee88-4000-ae27-708c21804c02 to /dev/sdb [ 1465.090557] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fca06a5-432c-4964-bb49-29ce09bb01b8 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.097674] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0927e2-ecf1-4050-826b-ff526f06a9f5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.110655] env[69735]: DEBUG nova.virt.block_device [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updating existing volume attachment record: dc2a2128-40b0-4210-bb32-aaa7fff7c607 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1466.108317] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Completed reading data from the image iterator. {{(pid=69735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1466.108730] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7350-9177-5d80-c421-84f3e9715998/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1466.109588] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39559af5-1fb3-46bc-a1ad-7ef89dc55929 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.116429] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7350-9177-5d80-c421-84f3e9715998/disk-0.vmdk is in state: ready. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1466.116592] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7350-9177-5d80-c421-84f3e9715998/disk-0.vmdk. {{(pid=69735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1466.116816] env[69735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f51ca9d4-d9d5-46a2-94ce-bb7679d9533a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.285980] env[69735]: DEBUG oslo_vmware.rw_handles [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7350-9177-5d80-c421-84f3e9715998/disk-0.vmdk. {{(pid=69735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1466.286240] env[69735]: INFO nova.virt.vmwareapi.images [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Downloaded image file data 7a1907e2-8c87-4831-8190-f1e8d0825a38 [ 1466.287170] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9080a588-182c-4f3d-8d11-8a75e5697132 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.302285] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51a7d29c-d565-4c60-b9b9-983c8229adc1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.330915] env[69735]: INFO nova.virt.vmwareapi.images [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] The imported VM was unregistered [ 1466.333222] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Caching image {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1466.333453] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.333719] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e42959c-ae3c-4fa2-9a71-b71d2a67defa {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.352432] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Created directory with path [datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38 {{(pid=69735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.352605] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1/OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1.vmdk to [datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38/7a1907e2-8c87-4831-8190-f1e8d0825a38.vmdk. {{(pid=69735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1466.352839] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f5236b82-8296-46a7-b0c2-5dfd340b028c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.358523] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1466.358523] env[69735]: value = "task-3606368" [ 1466.358523] env[69735]: _type = "Task" [ 1466.358523] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.365644] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606368, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.715031] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.868698] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606368, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.368407] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606368, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.714610] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.870434] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606368, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.370459] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606368, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.871466] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606368, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.207463} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.871735] env[69735]: INFO nova.virt.vmwareapi.ds_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1/OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1.vmdk to [datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38/7a1907e2-8c87-4831-8190-f1e8d0825a38.vmdk. [ 1468.871920] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Cleaning up location [datastore1] OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1 {{(pid=69735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1468.872095] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_59a6928a-1093-4ec5-b493-63ca794a3dc1 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.872348] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-255ba3cc-8d79-4c4c-8bd3-2217de4e6e1f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.878452] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1468.878452] env[69735]: value = "task-3606370" [ 1468.878452] env[69735]: _type = "Task" [ 1468.878452] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.885683] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.387392] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032958} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.387673] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.387818] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38/7a1907e2-8c87-4831-8190-f1e8d0825a38.vmdk" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.388073] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38/7a1907e2-8c87-4831-8190-f1e8d0825a38.vmdk to [datastore1] 6393f191-8d91-4dbb-ba8e-9b00f15227d3/6393f191-8d91-4dbb-ba8e-9b00f15227d3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.388328] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fe329db-4fd4-45b5-b0ac-f392294e9456 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.395496] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1469.395496] env[69735]: value = "task-3606371" [ 1469.395496] env[69735]: _type = "Task" [ 1469.395496] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.402121] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.653995] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1469.654322] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719413', 'volume_id': '0e26fbe5-ee88-4000-ae27-708c21804c02', 'name': 'volume-0e26fbe5-ee88-4000-ae27-708c21804c02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7145b6b7-fbef-41d5-b675-4267df9186de', 'attached_at': '', 'detached_at': '', 'volume_id': '0e26fbe5-ee88-4000-ae27-708c21804c02', 'serial': '0e26fbe5-ee88-4000-ae27-708c21804c02'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1469.655355] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebccd9e-740d-4e7f-bffe-c94e216296c3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.673294] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d2b0ed-75b8-46d9-bce8-88799ed529e5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.700125] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-0e26fbe5-ee88-4000-ae27-708c21804c02/volume-0e26fbe5-ee88-4000-ae27-708c21804c02.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.700490] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22a7889-5794-4a19-bb3a-93632f17880f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.714794] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.715043] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.722257] env[69735]: DEBUG oslo_vmware.api [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1469.722257] env[69735]: value = "task-3606372" [ 1469.722257] env[69735]: _type = "Task" [ 1469.722257] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.731524] env[69735]: DEBUG oslo_vmware.api [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.905555] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606371, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.219064] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.219064] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.219303] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.219353] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1470.220329] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b793e4-c5c2-4df9-87a1-0d2acd38d9db {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.234189] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4190b-412e-46ba-90bd-fbe2551a6e32 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.238456] env[69735]: DEBUG oslo_vmware.api [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606372, 'name': ReconfigVM_Task, 'duration_secs': 0.45431} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.238779] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-0e26fbe5-ee88-4000-ae27-708c21804c02/volume-0e26fbe5-ee88-4000-ae27-708c21804c02.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.244120] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-993ebf4c-ef17-4b6f-89ff-2609e6f61c71 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.263860] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a37841-4189-4d2b-af37-924015d59af5 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.268179] env[69735]: DEBUG oslo_vmware.api [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1470.268179] env[69735]: value = "task-3606373" [ 1470.268179] env[69735]: _type = "Task" [ 1470.268179] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.274639] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4bc718-6d27-44a7-b810-ced1a5291cac {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.281175] env[69735]: DEBUG oslo_vmware.api [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.312319] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180729MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1470.312505] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.312690] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.407101] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606371, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.780283] env[69735]: DEBUG oslo_vmware.api [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606373, 'name': ReconfigVM_Task, 'duration_secs': 0.179549} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.780763] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719413', 'volume_id': '0e26fbe5-ee88-4000-ae27-708c21804c02', 'name': 'volume-0e26fbe5-ee88-4000-ae27-708c21804c02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7145b6b7-fbef-41d5-b675-4267df9186de', 'attached_at': '', 'detached_at': '', 'volume_id': '0e26fbe5-ee88-4000-ae27-708c21804c02', 'serial': '0e26fbe5-ee88-4000-ae27-708c21804c02'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1470.907896] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606371, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.350699] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 7145b6b7-fbef-41d5-b675-4267df9186de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1471.350857] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Instance 6393f191-8d91-4dbb-ba8e-9b00f15227d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1471.351074] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1471.351243] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1471.396051] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a728224-8fce-473f-bdf2-cd4c1921a2a9 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.408777] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606371, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.411558] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2182c6-57ec-48b3-99c7-ec0015b46186 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.446280] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bcfd1f-5983-471d-8339-5d793556cb8d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.455940] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64f6bf5-9459-4bac-9e70-23ae42dc344b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.471931] env[69735]: DEBUG nova.compute.provider_tree [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.825510] env[69735]: DEBUG nova.objects.instance [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid 7145b6b7-fbef-41d5-b675-4267df9186de {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.909963] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606371, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.186795} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.910248] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a1907e2-8c87-4831-8190-f1e8d0825a38/7a1907e2-8c87-4831-8190-f1e8d0825a38.vmdk to [datastore1] 6393f191-8d91-4dbb-ba8e-9b00f15227d3/6393f191-8d91-4dbb-ba8e-9b00f15227d3.vmdk {{(pid=69735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.911032] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478a7901-4f49-4c50-aa1a-47047a6573ba {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.932571] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 6393f191-8d91-4dbb-ba8e-9b00f15227d3/6393f191-8d91-4dbb-ba8e-9b00f15227d3.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.932810] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ce209d-a670-4e1b-99d8-1004addb0b8a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.952312] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1471.952312] env[69735]: value = "task-3606374" [ 1471.952312] env[69735]: _type = "Task" [ 1471.952312] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.959460] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.974881] env[69735]: DEBUG nova.scheduler.client.report [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.330775] env[69735]: DEBUG oslo_concurrency.lockutils [None req-1da09dab-8c46-49f4-8182-07af100d66f0 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.462273] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606374, 'name': ReconfigVM_Task, 'duration_secs': 0.34252} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.462638] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 6393f191-8d91-4dbb-ba8e-9b00f15227d3/6393f191-8d91-4dbb-ba8e-9b00f15227d3.vmdk or device None with type streamOptimized {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.463210] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc830139-3ab4-4a04-b312-50bcd9b799ec {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.469204] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1472.469204] env[69735]: value = "task-3606375" [ 1472.469204] env[69735]: _type = "Task" [ 1472.469204] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.476652] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606375, 'name': Rename_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.479365] env[69735]: DEBUG nova.compute.resource_tracker [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1472.479539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.167s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.979107] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606375, 'name': Rename_Task, 'duration_secs': 0.294126} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.979387] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powering on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.979653] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e4043fe-4cc5-4984-a419-7bdecd7df54d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.985574] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1472.985574] env[69735]: value = "task-3606376" [ 1472.985574] env[69735]: _type = "Task" [ 1472.985574] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.993673] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.175481] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.175842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.474549] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.474925] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.474967] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.475120] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.475283] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1473.495244] env[69735]: DEBUG oslo_vmware.api [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606376, 'name': PowerOnVM_Task, 'duration_secs': 0.482656} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.495526] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powered on the VM {{(pid=69735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.594175] env[69735]: DEBUG nova.compute.manager [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Checking state {{(pid=69735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.595105] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47a3a57-185c-4ba5-9f9c-b1d43b76dacc {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.680043] env[69735]: DEBUG nova.compute.utils [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Using /dev/sd instead of None {{(pid=69735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1474.111927] env[69735]: DEBUG oslo_concurrency.lockutils [None req-8fd3f049-a705-4b08-8d7e-92d70cd0416b tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.276s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.182995] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.710472] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.240444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.240444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.240593] env[69735]: INFO nova.compute.manager [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Attaching volume 26bba33a-5cd8-47b4-9937-b89ffa13d2d5 to /dev/sdc [ 1475.270655] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5070fa1-de4b-44b2-b6ae-35a6c14c2980 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.277411] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bea7ba2-8e2e-4d12-8a5e-afc24c7e37a0 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.290179] env[69735]: DEBUG nova.virt.block_device [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updating existing volume attachment record: 737d01cd-7d7c-432a-b73c-a43e30873e22 {{(pid=69735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1479.832355] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Volume attach. Driver type: vmdk {{(pid=69735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1479.832667] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719414', 'volume_id': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'name': 'volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7145b6b7-fbef-41d5-b675-4267df9186de', 'attached_at': '', 'detached_at': '', 'volume_id': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'serial': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1479.833557] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef9787c-a303-4b31-9800-2e3f5bfea599 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.851076] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154a532d-2ace-4066-b7be-a790081dbfdd {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.877336] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5/volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.877595] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0386b5e1-b1b5-4590-87fe-5ef4406ded8e {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.894683] env[69735]: DEBUG oslo_vmware.api [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1479.894683] env[69735]: value = "task-3606379" [ 1479.894683] env[69735]: _type = "Task" [ 1479.894683] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.901905] env[69735]: DEBUG oslo_vmware.api [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.404157] env[69735]: DEBUG oslo_vmware.api [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606379, 'name': ReconfigVM_Task, 'duration_secs': 0.3479} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.404451] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5/volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5.vmdk or device None with type thin {{(pid=69735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.409201] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de6a9bb5-4054-40e1-8246-eca200a28728 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.423050] env[69735]: DEBUG oslo_vmware.api [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1480.423050] env[69735]: value = "task-3606380" [ 1480.423050] env[69735]: _type = "Task" [ 1480.423050] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.430753] env[69735]: DEBUG oslo_vmware.api [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.932308] env[69735]: DEBUG oslo_vmware.api [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606380, 'name': ReconfigVM_Task, 'duration_secs': 0.142328} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.932638] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719414', 'volume_id': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'name': 'volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7145b6b7-fbef-41d5-b675-4267df9186de', 'attached_at': '', 'detached_at': '', 'volume_id': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'serial': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5'} {{(pid=69735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1481.966952] env[69735]: DEBUG nova.objects.instance [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid 7145b6b7-fbef-41d5-b675-4267df9186de {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.471845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e09891f2-656b-4645-a90b-4ac42d61d121 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.763339] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.763560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.266807] env[69735]: INFO nova.compute.manager [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Detaching volume 0e26fbe5-ee88-4000-ae27-708c21804c02 [ 1483.296072] env[69735]: INFO nova.virt.block_device [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Attempting to driver detach volume 0e26fbe5-ee88-4000-ae27-708c21804c02 from mountpoint /dev/sdb [ 1483.296319] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1483.296498] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719413', 'volume_id': '0e26fbe5-ee88-4000-ae27-708c21804c02', 'name': 'volume-0e26fbe5-ee88-4000-ae27-708c21804c02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7145b6b7-fbef-41d5-b675-4267df9186de', 'attached_at': '', 'detached_at': '', 'volume_id': '0e26fbe5-ee88-4000-ae27-708c21804c02', 'serial': '0e26fbe5-ee88-4000-ae27-708c21804c02'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1483.297383] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa004d-02fb-4280-a3b4-ca9af4c477d3 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.320943] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911615b8-8c39-457f-a8d1-b5265f1d6179 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.327350] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30859569-2a24-417b-a72b-91a7e6a3dfc6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.349598] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4732336-85e6-41ac-a395-86b0adee4690 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.363439] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] The volume has not been displaced from its original location: [datastore1] volume-0e26fbe5-ee88-4000-ae27-708c21804c02/volume-0e26fbe5-ee88-4000-ae27-708c21804c02.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1483.368683] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1483.368943] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2453b223-7ddd-4123-afc5-b073708ef4fe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.386140] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1483.386140] env[69735]: value = "task-3606381" [ 1483.386140] env[69735]: _type = "Task" [ 1483.386140] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.393365] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.895590] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606381, 'name': ReconfigVM_Task, 'duration_secs': 0.229026} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.895884] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1483.900633] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda9c6cd-3604-4251-a9c9-d8f15a534921 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.914454] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1483.914454] env[69735]: value = "task-3606382" [ 1483.914454] env[69735]: _type = "Task" [ 1483.914454] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.921523] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.424761] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.927333] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.426547] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.927094] env[69735]: DEBUG oslo_vmware.api [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606382, 'name': ReconfigVM_Task, 'duration_secs': 1.76912} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.927399] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719413', 'volume_id': '0e26fbe5-ee88-4000-ae27-708c21804c02', 'name': 'volume-0e26fbe5-ee88-4000-ae27-708c21804c02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7145b6b7-fbef-41d5-b675-4267df9186de', 'attached_at': '', 'detached_at': '', 'volume_id': '0e26fbe5-ee88-4000-ae27-708c21804c02', 'serial': '0e26fbe5-ee88-4000-ae27-708c21804c02'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1486.466779] env[69735]: DEBUG nova.objects.instance [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid 7145b6b7-fbef-41d5-b675-4267df9186de {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.474220] env[69735]: DEBUG oslo_concurrency.lockutils [None req-e066b9b7-c734-4975-b5a0-2f8c35b89915 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.710s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.069163] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.069449] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.572979] env[69735]: INFO nova.compute.manager [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Detaching volume 26bba33a-5cd8-47b4-9937-b89ffa13d2d5 [ 1488.602350] env[69735]: INFO nova.virt.block_device [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Attempting to driver detach volume 26bba33a-5cd8-47b4-9937-b89ffa13d2d5 from mountpoint /dev/sdc [ 1488.602741] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Volume detach. Driver type: vmdk {{(pid=69735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1488.603044] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719414', 'volume_id': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'name': 'volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7145b6b7-fbef-41d5-b675-4267df9186de', 'attached_at': '', 'detached_at': '', 'volume_id': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'serial': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1488.604377] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9dbf69-cf30-4502-9adf-d7cd95b240c4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.637680] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a77b3-03d2-4c80-8393-554bd3110c83 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.646783] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0108a714-b820-44b9-882f-dddd657ef5d4 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.679475] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9421436-9f85-40c1-adaa-d35196341d59 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.705082] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] The volume has not been displaced from its original location: [datastore2] volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5/volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5.vmdk. No consolidation needed. {{(pid=69735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1488.714710] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1488.715196] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01af7fb9-068a-4f13-af69-d74ba1a45ad2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.743972] env[69735]: DEBUG oslo_vmware.api [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1488.743972] env[69735]: value = "task-3606383" [ 1488.743972] env[69735]: _type = "Task" [ 1488.743972] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.756299] env[69735]: DEBUG oslo_vmware.api [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.254178] env[69735]: DEBUG oslo_vmware.api [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606383, 'name': ReconfigVM_Task, 'duration_secs': 0.207233} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.254522] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1489.259443] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45ad554-8de0-4500-ba44-3917634e1c0a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.275279] env[69735]: DEBUG oslo_vmware.api [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1489.275279] env[69735]: value = "task-3606384" [ 1489.275279] env[69735]: _type = "Task" [ 1489.275279] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.283337] env[69735]: DEBUG oslo_vmware.api [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.787682] env[69735]: DEBUG oslo_vmware.api [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606384, 'name': ReconfigVM_Task, 'duration_secs': 0.150034} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.788170] env[69735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719414', 'volume_id': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'name': 'volume-26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7145b6b7-fbef-41d5-b675-4267df9186de', 'attached_at': '', 'detached_at': '', 'volume_id': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5', 'serial': '26bba33a-5cd8-47b4-9937-b89ffa13d2d5'} {{(pid=69735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1490.331125] env[69735]: DEBUG nova.objects.instance [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'flavor' on Instance uuid 7145b6b7-fbef-41d5-b675-4267df9186de {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.339908] env[69735]: DEBUG oslo_concurrency.lockutils [None req-d81ecb64-7990-4d83-956b-d5f908ed0d45 tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.441855] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.442186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.442347] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "7145b6b7-fbef-41d5-b675-4267df9186de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.442529] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.442705] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.444764] env[69735]: INFO nova.compute.manager [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Terminating instance [ 1492.948246] env[69735]: DEBUG nova.compute.manager [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.948520] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.949424] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abb1663-c860-45e2-9d67-1f97b7c65a2d {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.957502] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.957763] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b6b2a1-e546-4d0f-8035-8994bfddcffe {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.965258] env[69735]: DEBUG oslo_vmware.api [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1492.965258] env[69735]: value = "task-3606385" [ 1492.965258] env[69735]: _type = "Task" [ 1492.965258] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.972990] env[69735]: DEBUG oslo_vmware.api [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.475560] env[69735]: DEBUG oslo_vmware.api [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606385, 'name': PowerOffVM_Task, 'duration_secs': 0.180401} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.475895] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.476057] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.476303] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-618dcff4-475d-4c61-9484-a8ae24e314d6 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.539454] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.539708] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Deleting contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.539847] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Deleting the datastore file [datastore2] 7145b6b7-fbef-41d5-b675-4267df9186de {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.540141] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56fb2978-80e1-4b39-b31b-f169f40f8504 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.547806] env[69735]: DEBUG oslo_vmware.api [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for the task: (returnval){ [ 1493.547806] env[69735]: value = "task-3606387" [ 1493.547806] env[69735]: _type = "Task" [ 1493.547806] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.555104] env[69735]: DEBUG oslo_vmware.api [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.057503] env[69735]: DEBUG oslo_vmware.api [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Task: {'id': task-3606387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137839} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.057804] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.057992] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Deleted contents of the VM from datastore datastore2 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.058186] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.058358] env[69735]: INFO nova.compute.manager [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1494.058600] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1494.058808] env[69735]: DEBUG nova.compute.manager [-] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.058905] env[69735]: DEBUG nova.network.neutron [-] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1494.498658] env[69735]: DEBUG nova.compute.manager [req-1b2fd309-1e38-4442-ba35-ebf4cdab73f3 req-02877bf4-c66a-4207-beb1-ef3d4258940d service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Received event network-vif-deleted-797dda01-8700-4345-b02d-b775467ede5f {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.498925] env[69735]: INFO nova.compute.manager [req-1b2fd309-1e38-4442-ba35-ebf4cdab73f3 req-02877bf4-c66a-4207-beb1-ef3d4258940d service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Neutron deleted interface 797dda01-8700-4345-b02d-b775467ede5f; detaching it from the instance and deleting it from the info cache [ 1494.499128] env[69735]: DEBUG nova.network.neutron [req-1b2fd309-1e38-4442-ba35-ebf4cdab73f3 req-02877bf4-c66a-4207-beb1-ef3d4258940d service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.983178] env[69735]: DEBUG nova.network.neutron [-] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.001744] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31c14b35-9b4d-4b8d-b29b-3cb0ba6cb9d2 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.012575] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51027bb6-bd74-4455-9c28-327e7d810ceb {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.038961] env[69735]: DEBUG nova.compute.manager [req-1b2fd309-1e38-4442-ba35-ebf4cdab73f3 req-02877bf4-c66a-4207-beb1-ef3d4258940d service nova] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Detach interface failed, port_id=797dda01-8700-4345-b02d-b775467ede5f, reason: Instance 7145b6b7-fbef-41d5-b675-4267df9186de could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1495.486347] env[69735]: INFO nova.compute.manager [-] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Took 1.43 seconds to deallocate network for instance. [ 1495.992378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.992752] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.992894] env[69735]: DEBUG nova.objects.instance [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lazy-loading 'resources' on Instance uuid 7145b6b7-fbef-41d5-b675-4267df9186de {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.535439] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b777377-471d-4f55-a8f3-b1dbf8f7689f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.542734] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5915cae9-b2dd-480f-91f6-be0d8436d825 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.572694] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31bf621-1ac0-482f-bd8f-a1885930a150 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.579196] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ca8fa-738c-4552-9960-c7cac8f6491c {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.591859] env[69735]: DEBUG nova.compute.provider_tree [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.094765] env[69735]: DEBUG nova.scheduler.client.report [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.600242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.621158] env[69735]: INFO nova.scheduler.client.report [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Deleted allocations for instance 7145b6b7-fbef-41d5-b675-4267df9186de [ 1498.129030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-5370887b-6810-4f57-b002-1e4d3c59989b tempest-AttachVolumeTestJSON-1985245755 tempest-AttachVolumeTestJSON-1985245755-project-member] Lock "7145b6b7-fbef-41d5-b675-4267df9186de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.762862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.763230] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.763355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.763544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.763714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.765936] env[69735]: INFO nova.compute.manager [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Terminating instance [ 1511.270022] env[69735]: DEBUG nova.compute.manager [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Start destroying the instance on the hypervisor. {{(pid=69735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1511.270296] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Destroying instance {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.271211] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654209c-d7d1-42c0-bd28-94fe295bb1d1 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.280091] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powering off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.280316] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58b37a3f-240c-477a-95bc-b7495214e832 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.285621] env[69735]: DEBUG oslo_vmware.api [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1511.285621] env[69735]: value = "task-3606391" [ 1511.285621] env[69735]: _type = "Task" [ 1511.285621] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.293260] env[69735]: DEBUG oslo_vmware.api [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.796099] env[69735]: DEBUG oslo_vmware.api [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606391, 'name': PowerOffVM_Task, 'duration_secs': 0.262373} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.796499] env[69735]: DEBUG nova.virt.vmwareapi.vm_util [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Powered off the VM {{(pid=69735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.796587] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Unregistering the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.796783] env[69735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0555932e-9117-418e-8efe-794f7f8a1635 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.007030] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Unregistered the VM {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.007284] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Deleting contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.007463] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleting the datastore file [datastore1] 6393f191-8d91-4dbb-ba8e-9b00f15227d3 {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.007735] env[69735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa81399-b278-4c48-bfde-0a51ea4d6a9f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.013509] env[69735]: DEBUG oslo_vmware.api [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for the task: (returnval){ [ 1512.013509] env[69735]: value = "task-3606393" [ 1512.013509] env[69735]: _type = "Task" [ 1512.013509] env[69735]: } to complete. {{(pid=69735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.020962] env[69735]: DEBUG oslo_vmware.api [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.524734] env[69735]: DEBUG oslo_vmware.api [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Task: {'id': task-3606393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155248} completed successfully. {{(pid=69735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.524873] env[69735]: DEBUG nova.virt.vmwareapi.ds_util [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted the datastore file {{(pid=69735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.525071] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Deleted contents of the VM from datastore datastore1 {{(pid=69735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.525269] env[69735]: DEBUG nova.virt.vmwareapi.vmops [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Instance destroyed {{(pid=69735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.525447] env[69735]: INFO nova.compute.manager [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1512.525687] env[69735]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.525883] env[69735]: DEBUG nova.compute.manager [-] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Deallocating network for instance {{(pid=69735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1512.525971] env[69735]: DEBUG nova.network.neutron [-] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] deallocate_for_instance() {{(pid=69735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.961556] env[69735]: DEBUG nova.compute.manager [req-ea27a3d9-448c-442f-b740-a023efebbe98 req-53802e87-30c8-487e-a525-3b3c321f881f service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Received event network-vif-deleted-bcd16582-59e6-46b4-83fd-46c278542475 {{(pid=69735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.961801] env[69735]: INFO nova.compute.manager [req-ea27a3d9-448c-442f-b740-a023efebbe98 req-53802e87-30c8-487e-a525-3b3c321f881f service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Neutron deleted interface bcd16582-59e6-46b4-83fd-46c278542475; detaching it from the instance and deleting it from the info cache [ 1512.961993] env[69735]: DEBUG nova.network.neutron [req-ea27a3d9-448c-442f-b740-a023efebbe98 req-53802e87-30c8-487e-a525-3b3c321f881f service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.440201] env[69735]: DEBUG nova.network.neutron [-] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Updating instance_info_cache with network_info: [] {{(pid=69735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.464159] env[69735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a2e9133-d677-4b1e-bddc-75bb1f30c360 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.474496] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc9644b-8845-46ef-920c-5a9432a7c86f {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.498493] env[69735]: DEBUG nova.compute.manager [req-ea27a3d9-448c-442f-b740-a023efebbe98 req-53802e87-30c8-487e-a525-3b3c321f881f service nova] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Detach interface failed, port_id=bcd16582-59e6-46b4-83fd-46c278542475, reason: Instance 6393f191-8d91-4dbb-ba8e-9b00f15227d3 could not be found. {{(pid=69735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1513.943328] env[69735]: INFO nova.compute.manager [-] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Took 1.42 seconds to deallocate network for instance. [ 1514.449821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.450206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.450381] env[69735]: DEBUG nova.objects.instance [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lazy-loading 'resources' on Instance uuid 6393f191-8d91-4dbb-ba8e-9b00f15227d3 {{(pid=69735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.983065] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efa53c6-b3b9-4277-ac7d-fe755a0bf92a {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.991809] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e119ebce-4d84-4e0b-b5e0-f4aa8e03706b {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.020773] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f46246b-d2e1-41a3-9d05-c45e938b7263 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.027739] env[69735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6cf004-67f3-4930-8d9e-e82bf682b957 {{(pid=69735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.040481] env[69735]: DEBUG nova.compute.provider_tree [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed in ProviderTree for provider: 41570629-1595-48b8-987e-dbba8db28f32 {{(pid=69735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.543388] env[69735]: DEBUG nova.scheduler.client.report [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Inventory has not changed for provider 41570629-1595-48b8-987e-dbba8db28f32 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.048650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.070882] env[69735]: INFO nova.scheduler.client.report [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Deleted allocations for instance 6393f191-8d91-4dbb-ba8e-9b00f15227d3 [ 1516.578215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-06df938d-8a78-4798-90ff-0e0b439780fa tempest-AttachVolumeShelveTestJSON-177143037 tempest-AttachVolumeShelveTestJSON-177143037-project-member] Lock "6393f191-8d91-4dbb-ba8e-9b00f15227d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.815s {{(pid=69735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.714639] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.715060] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.715278] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Cleaning up deleted instances {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1527.225636] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] There are 33 instances to clean {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1527.225818] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 7145b6b7-fbef-41d5-b675-4267df9186de] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.729164] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 6393f191-8d91-4dbb-ba8e-9b00f15227d3] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.232605] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 1f819ed1-3815-4e28-9c38-07ad75df14f2] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.736288] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 2c96f641-8922-4fd2-9490-7262308ad99b] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.240150] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 0dbc0586-96e5-44c0-8173-01241c1a35fd] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.743061] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 4a1b926d-c4cc-4ab2-a6fa-e6b2b5eacb81] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.246477] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 101997bf-10fa-4710-a3bf-c3ec51c3fcb0] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.750101] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 45897abc-d22b-476a-b1c4-3814c9e14a12] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.253469] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 6e588e68-d063-43c5-9095-4e88203e189c] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.756868] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 4acbd82c-378b-46ce-9d69-0628f9c61553] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.260597] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: f4f95b59-2434-46ac-bac0-5a5e1e14a17f] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.763837] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: fe212b7e-7e26-4a31-9c22-a766fe0a4d87] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.266802] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: e525259b-d864-4f06-a38d-f8868b4a2b94] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.770338] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 73027100-1dab-42c9-bfcd-76143b827950] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.273906] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d41479d8-60d7-4ba2-8846-93288e93c8db] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.776745] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 03de46d5-e78f-4939-9ec7-b109b6ddaaeb] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.279950] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: b488dea8-7fb7-48f6-a9e1-a5e2b307d233] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.783639] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 6f2ba4b1-dfec-4bdd-b4c6-d16f5a934311] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.287380] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: f391448d-3ea1-4836-bbd7-9f0df071fa48] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.790311] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 8d44281e-c66a-4aba-9950-b08f033418c0] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.293624] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 4b079bf6-6f05-43ae-aeca-87ca5621e746] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.797041] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 624b579d-db56-4710-9de8-55a24d97e78d] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.300417] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 3c5cea82-be68-414f-9c33-bb50c4b66117] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.803803] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: feec9546-de5d-427e-aa03-65e8a78e8622] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.307054] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 40ca1d97-aaac-4254-95b6-59b21e1954b2] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.809961] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 435995aa-69ad-48c6-836a-6bfe0a1486f4] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.313644] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 55b59c78-2205-4fa9-9e6c-ee3cf5eb2ecf] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.817324] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: d3d6b388-c596-44ba-949d-ec1024ca2608] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.320628] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 7922b813-576a-46ea-a177-91ab37aec0ce] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.825047] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 55301fe7-3065-4b5a-a648-5b0d8e4dbcec] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.328071] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 8460c37a-f6b2-462a-8bc3-11302cfd501e] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.831987] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 31bc3b6e-5150-4f99-a14e-1a6f6006d66a] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.335826] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] [instance: 333b26de-70dc-4beb-97b9-7bbb9e6e7e92] Instance has had 0 of 5 cleanup attempts {{(pid=69735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.839051] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.839406] env[69735]: DEBUG nova.compute.manager [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Cleaning up deleted instances with incomplete migration {{(pid=69735) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1544.341638] env[69735]: DEBUG oslo_service.periodic_task [None req-a15ea533-f16d-4e9b-aa12-27607e3f659c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}